[ 394.006459] nova-conductor[53721]: INFO dbcounter [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Registered counter for database nova_api [ 394.015594] nova-conductor[53721]: DEBUG oslo_db.sqlalchemy.engines [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53721) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 394.043241] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writer thread running {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 394.045243] nova-conductor[53721]: DEBUG nova.context [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a6ef6a58-e411-4f94-990b-b43e5de3a53c(cell1) {{(pid=53721) load_cells /opt/stack/nova/nova/context.py:474}} [ 394.046831] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 394.047051] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 394.047482] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 394.047884] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 394.048103] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 394.049021] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53721) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 394.050271] nova-conductor[53721]: INFO dbcounter [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Registered counter for database nova_cell0 [ 394.052474] nova-conductor[53721]: INFO dbcounter [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Registered counter for database nova_cell1 [ 394.055107] nova-conductor[53721]: DEBUG oslo_db.sqlalchemy.engines [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53721) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 394.055491] nova-conductor[53721]: DEBUG oslo_db.sqlalchemy.engines [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53721) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 394.133197] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writer thread running {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 394.135740] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writer thread running {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 394.137805] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Acquiring lock "singleton_lock" {{(pid=53721) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 394.137974] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Acquired lock "singleton_lock" {{(pid=53721) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 394.138213] nova-conductor[53721]: DEBUG oslo_concurrency.lockutils [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Releasing lock "singleton_lock" {{(pid=53721) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 394.138636] nova-conductor[53721]: INFO oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Starting 2 workers [ 394.143041] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Started child 54143 {{(pid=53721) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 394.147467] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Started child 54144 {{(pid=53721) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 394.147841] nova-conductor[54143]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 394.148455] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Full set of CONF: {{(pid=53721) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 394.148647] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ******************************************************************************** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2600}} [ 394.148794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] Configuration options gathered from: {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2601}} [ 394.148972] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}} [ 394.149337] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2603}} [ 394.149451] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ================================================================================ {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2605}} [ 394.149849] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] allow_resize_to_same_host = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.150093] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] arq_binding_timeout = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.150316] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] block_device_allocate_retries = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.150509] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] block_device_allocate_retries_interval = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.150842] nova-conductor[54144]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 394.151022] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cert = self.pem {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.151558] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute_driver = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.151807] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute_monitors = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.152048] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] config_dir = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.152268] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] config_drive_format = iso9660 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.152420] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.152627] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] config_source = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.152822] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] console_host = devstack {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.153015] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] control_exchange = nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.153235] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cpu_allocation_ratio = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.153410] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] daemon = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.153616] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] debug = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.153941] nova-conductor[54143]: INFO dbcounter [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] Registered counter for database nova_cell1 [ 394.154092] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_access_ip_network_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.154299] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_availability_zone = nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.154480] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_ephemeral_format = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.154651] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_green_pool_size = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.154928] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.155101] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] default_schedule_zone = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.155272] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] disk_allocation_ratio = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.155457] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] enable_new_services = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.155686] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] enabled_apis = ['osapi_compute'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.155871] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] enabled_ssl_apis = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.156071] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] flat_injected = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.156269] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] force_config_drive = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.156554] nova-conductor[54144]: INFO dbcounter [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] Registered counter for database nova_cell1 [ 394.156693] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] force_raw_images = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.156884] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] graceful_shutdown_timeout = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.157051] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] heal_instance_info_cache_interval = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.157490] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] host = devstack {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.157713] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.157906] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.158090] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.158342] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.158515] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_build_timeout = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.158687] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_delete_interval = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.158850] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_format = [instance: %(uuid)s] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159013] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_name_template = instance-%08x {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159240] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_usage_audit = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159482] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_usage_audit_period = month {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159605] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159786] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.159957] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] internal_service_availability_zone = internal {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.160132] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] key = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.160358] nova-conductor[54143]: DEBUG oslo_db.sqlalchemy.engines [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54143) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 394.160530] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] live_migration_retry_count = 30 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.160704] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_color = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.160897] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_config_append = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161081] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161251] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_dir = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161410] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161539] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_options = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161698] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_rotate_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.161896] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_rotate_interval_type = days {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.162065] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] log_rotation_type = none {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.162225] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.162366] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.162543] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.162770] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.163026] nova-conductor[54144]: DEBUG oslo_db.sqlalchemy.engines [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54144) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 394.163183] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.163403] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] long_rpc_timeout = 1800 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.163572] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_concurrent_builds = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.163749] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_concurrent_live_migrations = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.163928] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_concurrent_snapshots = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164111] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_local_block_devices = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164283] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_logfile_count = 30 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164441] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] max_logfile_size_mb = 200 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164605] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] maximum_instance_delete_attempts = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164771] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metadata_listen = 0.0.0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.164992] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metadata_listen_port = 8775 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.165253] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metadata_workers = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.165354] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] migrate_max_retries = -1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.165529] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] mkisofs_cmd = genisoimage {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.165763] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.165903] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] my_ip = 10.180.1.21 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166066] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] network_allocate_retries = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166252] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166418] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166600] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] osapi_compute_listen_port = 8774 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166769] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] osapi_compute_unique_server_name_scope = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.166934] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] osapi_compute_workers = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167096] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] password_length = 12 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167253] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] periodic_enable = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167415] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] periodic_fuzzy_delay = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167578] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] pointer_model = usbtablet {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167769] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] preallocate_images = none {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.167933] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] publish_errors = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168076] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] pybasedir = /opt/stack/nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168261] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ram_allocation_ratio = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168438] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rate_limit_burst = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168628] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rate_limit_except_level = CRITICAL {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168792] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rate_limit_interval = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.168969] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reboot_timeout = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.169179] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reclaim_instance_interval = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.169361] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] record = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.169523] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reimage_timeout_per_gb = 20 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.169691] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] report_interval = 120 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.169845] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rescue_timeout = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.170000] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reserved_host_cpus = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.170194] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reserved_host_disk_mb = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.170391] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reserved_host_memory_mb = 512 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.170586] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writer thread running {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 394.170725] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] reserved_huge_pages = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.170910] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] resize_confirm_window = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.171102] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] resize_fs_using_block_device = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.171290] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] resume_guests_state_on_host_boot = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.171507] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.171686] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] rpc_response_timeout = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.171863] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] run_external_periodic_tasks = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172071] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] running_deleted_instance_action = reap {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172244] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172404] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] running_deleted_instance_timeout = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172557] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler_instance_sync_interval = 120 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172725] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_down_time = 720 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.172919] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] servicegroup_driver = db {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173081] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] shelved_offload_time = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173241] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] shelved_poll_interval = 3600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173407] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] shutdown_timeout = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173568] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] source_is_ipv6 = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173725] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ssl_only = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.173892] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] state_path = /opt/stack/data/nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.174052] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] sync_power_state_interval = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.174209] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] sync_power_state_pool_size = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.174420] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] syslog_log_facility = LOG_USER {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.174598] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writer thread running {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 394.174738] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] tempdir = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.174916] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] timeout_nbd = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175088] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] transport_url = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175251] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] update_resources_interval = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175433] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_cow_images = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175593] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_eventlog = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175755] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_journal = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.175913] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_json = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.176094] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_rootwrap_daemon = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.176279] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_stderr = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.176487] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] use_syslog = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.176698] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vcpu_pin_set = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.176878] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vif_plugging_is_fatal = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.177045] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vif_plugging_timeout = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.177245] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] virt_mkfs = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.177415] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] volume_usage_poll_interval = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.177572] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] watch_log_file = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.177756] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] web = /usr/share/spice-html5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 394.178041] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_concurrency.disable_process_locking = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.178240] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.178446] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.178613] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.178789] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.178957] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.179145] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.179387] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.auth_strategy = keystone {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.179607] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.compute_link_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.179810] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.179982] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.dhcp_domain = novalocal {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.180170] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.enable_instance_password = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.180335] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.glance_link_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.180500] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.180688] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.180854] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.instance_list_per_project_cells = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181022] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.list_records_by_skipping_down_cells = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181183] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.local_metadata_per_cell = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181415] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.max_limit = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181510] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.metadata_cache_expiration = 15 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181680] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.neutron_default_tenant_id = default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.181843] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.response_validation = warn {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.182006] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.use_neutron_default_nets = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.182166] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.182329] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.182511] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.182763] nova-conductor[54143]: INFO nova.healthcheck.manager [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] healthcheck endpoint is not enabled [ 394.182905] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.183055] nova-conductor[54143]: DEBUG nova.service [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] Creating RPC server for service conductor {{(pid=54143) start /opt/stack/nova/nova/service.py:186}} [ 394.183183] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_dynamic_targets = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.183368] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_jsonfile_path = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.183571] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.183833] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.backend = dogpile.cache.memcached {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184039] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.backend_argument = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184242] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.config_prefix = cache.oslo {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184441] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.dead_timeout = 60.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184615] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.debug_cache_backend = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184799] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.enable_retry_client = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.184964] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.enable_socket_keepalive = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.185133] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.enabled = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.185295] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.enforce_fips_mode = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.185546] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.expiration_time = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.185677] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.hashclient_retry_attempts = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.185844] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186001] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_dead_retry = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186181] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_password = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186345] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186509] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186680] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_pool_maxsize = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.186851] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.187013] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_sasl_enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.187189] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.187384] nova-conductor[54144]: INFO nova.healthcheck.manager [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] healthcheck endpoint is not enabled [ 394.187529] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.187683] nova-conductor[54144]: DEBUG nova.service [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] Creating RPC server for service conductor {{(pid=54144) start /opt/stack/nova/nova/service.py:186}} [ 394.187815] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.memcache_username = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188085] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.proxies = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188191] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_db = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188355] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_password = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188544] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188734] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.188906] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_server = localhost:6379 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189098] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_socket_timeout = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189267] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.redis_username = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189430] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.retry_attempts = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189590] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.retry_delay = 0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189763] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.socket_keepalive_count = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.189928] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.socket_keepalive_idle = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190083] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.socket_keepalive_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190260] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.tls_allowed_ciphers = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190421] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.tls_cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190577] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.tls_certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190735] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.tls_enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.190896] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cache.tls_keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.191103] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.191287] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.auth_type = password {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.191446] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.191675] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.191849] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192022] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192188] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.cross_az_attach = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192348] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.debug = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192524] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.endpoint_template = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192691] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.http_retries = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.192852] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193008] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193195] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.os_region_name = RegionOne {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193362] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193522] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cinder.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193694] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.193849] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.cpu_dedicated_set = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.194004] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.cpu_shared_set = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.194165] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.image_type_exclude_list = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.194330] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.194538] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.195102] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.195880] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.197191] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.197401] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.resource_provider_association_refresh = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.197596] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.197788] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.shutdown_retry_interval = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.197979] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.198165] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] conductor.workers = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.199687] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] console.allowed_origins = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.201171] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] console.ssl_ciphers = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.201710] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] console.ssl_minimum_version = default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.202482] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] consoleauth.enforce_session_timeout = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.203094] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] consoleauth.token_ttl = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.204015] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.204321] nova-conductor[54143]: INFO oslo.messaging._drivers.impl_rabbit [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] Creating fanout queue: conductor_fanout_d5e2ec153bc84f14bb70cb3a9d217862 [ 394.204475] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.205647] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.205869] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.206770] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.206989] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.207442] nova-conductor[54143]: DEBUG nova.service [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] Join ServiceGroup membership for this service conductor {{(pid=54143) start /opt/stack/nova/nova/service.py:203}} [ 394.207601] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.207902] nova-conductor[54143]: DEBUG nova.servicegroup.drivers.db [None req-ca885401-bbeb-4f5b-9fed-9c024ead71f5 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54143) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 394.208056] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.208253] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.208428] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.208594] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.208997] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.209204] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.209389] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.service_type = accelerator {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.209558] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.209720] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.209880] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210063] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210285] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210455] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] cyborg.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210654] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.backend = sqlalchemy {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210834] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.connection = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.210999] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.connection_debug = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211173] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.connection_parameters = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211343] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.connection_recycle_time = 3600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211506] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.connection_trace = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211667] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.db_inc_retry_interval = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211832] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.db_max_retries = 20 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.211994] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.db_max_retry_interval = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.212180] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.db_retry_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.212398] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.max_overflow = 50 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.212568] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.max_pool_size = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.212731] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.max_retries = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.212902] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.213063] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.mysql_wsrep_sync_wait = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.213497] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.pool_timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.213731] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.retry_interval = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.214069] nova-conductor[54144]: INFO oslo.messaging._drivers.impl_rabbit [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] Creating fanout queue: conductor_fanout_1c6ade0acab64a71bbcea79b4eb8627d [ 394.214215] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.slave_connection = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.215567] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.sqlite_synchronous = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.216574] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] database.use_db_reconnect = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.216794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.backend = sqlalchemy {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.217189] nova-conductor[54144]: DEBUG nova.service [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] Join ServiceGroup membership for this service conductor {{(pid=54144) start /opt/stack/nova/nova/service.py:203}} [ 394.217349] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.connection = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.217649] nova-conductor[54144]: DEBUG nova.servicegroup.drivers.db [None req-973823db-f7e3-44a5-8694-e1bc0bbb7372 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54144) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 394.217794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.connection_debug = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.218005] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.connection_parameters = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.218411] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.connection_recycle_time = 3600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.218595] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.connection_trace = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.218764] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.db_inc_retry_interval = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.218932] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.db_max_retries = 20 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219121] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.db_max_retry_interval = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219324] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.db_retry_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219454] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.max_overflow = 50 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219619] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.max_pool_size = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219781] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.max_retries = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.219951] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.220158] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.220328] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.pool_timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.220505] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.retry_interval = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.220651] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.slave_connection = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.220813] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] api_database.sqlite_synchronous = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221014] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] devices.enabled_mdev_types = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221204] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221429] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221608] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ephemeral_storage_encryption.enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221775] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.221966] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.api_servers = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.222130] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.222313] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.222481] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.222645] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.222802] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223019] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.debug = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223198] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.default_trusted_certificate_ids = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223363] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.enable_certificate_validation = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223523] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.enable_rbd_download = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223684] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.223847] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224018] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224178] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224335] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224494] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.num_retries = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224659] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.rbd_ceph_conf = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224820] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.rbd_connect_timeout = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.224990] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.rbd_pool = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225154] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.rbd_user = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225313] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225468] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225621] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225789] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.service_type = image {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.225949] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226104] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226315] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226413] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226595] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226759] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.verify_glance_signatures = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.226915] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] glance.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227101] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] guestfs.debug = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227285] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] healthcheck.cache_control = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227447] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] healthcheck.debug = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227608] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] healthcheck.ttl = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227764] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] healthcheck.uri = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.227928] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] mks.enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.228529] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.228744] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.manager_interval = 2400 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.228917] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.precache_concurrency = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.229115] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.remove_unused_base_images = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.229300] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.229470] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.229645] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] image_cache.subdirectory_name = _base {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.229847] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.api_max_retries = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230015] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.api_retry_interval = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230190] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230358] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.auth_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230516] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230680] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230828] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.230995] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.conductor_group = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231530] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231530] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231530] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231699] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.231952] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232121] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232289] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.peer_list = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232444] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232603] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232764] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.serial_console_state_timeout = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.232922] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233120] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.service_type = baremetal {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233342] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.shard = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233458] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233628] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233792] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.233949] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.234129] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.234309] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ironic.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.234508] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.234707] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] key_manager.fixed_key = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.234925] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.235191] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.barbican_api_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.235411] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.barbican_endpoint = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.235660] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.barbican_endpoint_type = public {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.235855] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.barbican_region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.236080] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.236285] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.236563] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.236796] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.236993] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237164] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.number_of_retries = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237329] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.retry_delay = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237499] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.send_service_user_token = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237661] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237814] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.237975] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.verify_ssl = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238155] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican.verify_ssl_path = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238341] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238503] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.auth_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238663] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238817] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.238978] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239166] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239331] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239493] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239648] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] barbican_service_user.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239835] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.approle_role_id = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.239993] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.approle_secret_id = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.240248] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.kv_mountpoint = secret {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.240435] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.kv_path = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.240604] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.kv_version = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.240806] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.namespace = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.240917] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.root_token_id = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241073] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.ssl_ca_crt_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241244] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.timeout = 60.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241406] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.use_ssl = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241591] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241785] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.241945] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.auth_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242101] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242257] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242418] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242577] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242734] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.242889] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243047] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243202] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243354] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243503] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243656] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243830] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.243984] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244183] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.service_type = identity {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244349] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244506] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244659] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244809] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.244983] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.245139] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] keystone.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.245379] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.connection_uri = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.245563] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_mode = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.245770] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.245941] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_models = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.246126] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_power_governor_high = performance {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.246313] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.246475] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_power_management = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.246662] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.246853] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.device_detach_attempts = 8 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247016] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.device_detach_timeout = 20 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247180] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.disk_cachemodes = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247340] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.disk_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247502] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.enabled_perf_events = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247663] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.file_backed_memory = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.247828] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.gid_maps = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248021] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.hw_disk_discard = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248181] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.hw_machine_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248349] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_rbd_ceph_conf = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248514] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248674] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.248836] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_rbd_glance_store_name = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249000] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_rbd_pool = rbd {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249201] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_type = default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249364] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.images_volume_group = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249527] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.inject_key = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249687] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.inject_partition = -2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.249847] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.inject_password = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250009] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.iscsi_iface = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250193] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.iser_use_multipath = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250358] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250519] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250678] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_downtime = 500 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.250841] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251000] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251161] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_inbound_addr = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251326] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251485] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251640] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_scheme = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251829] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_timeout_action = abort {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.251996] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_tunnelled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.252205] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_uri = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.252374] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.live_migration_with_native_tls = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.252542] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.max_queues = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.252705] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.252949] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.253131] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.nfs_mount_options = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.253362] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.253528] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.253690] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.253848] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254007] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254171] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_pcie_ports = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254333] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254494] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.pmem_namespaces = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254651] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.quobyte_client_cfg = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.254867] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255031] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255193] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255352] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255509] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rbd_secret_uuid = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255665] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rbd_user = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255823] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.255996] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.256198] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rescue_image_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.256361] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rescue_kernel_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.256516] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rescue_ramdisk_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.256681] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.256838] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.rx_queue_size = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257024] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.smbfs_mount_options = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257233] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257399] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.snapshot_compression = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257556] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.snapshot_image_format = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257785] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.257952] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.sparse_logical_volumes = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258118] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.swtpm_enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258302] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.swtpm_group = tss {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258470] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.swtpm_user = tss {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258635] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.sysinfo_serial = unique {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.tb_cache_size = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.258951] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.tx_queue_size = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259138] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.uid_maps = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259307] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.use_virtio_for_bridges = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259478] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.virt_type = kvm {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259646] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.volume_clear = zero {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259807] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.volume_clear_size = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.259976] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.volume_use_multipath = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.260198] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_cache_path = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.260378] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.260545] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.260711] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.260882] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261102] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261272] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.vzstorage_mount_user = stack {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261438] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261613] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261784] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.auth_type = password {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.261942] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262100] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262263] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262420] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262576] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262767] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.default_floating_pool = public {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.262928] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263091] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.extension_sync_interval = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263252] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.http_retries = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263412] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263568] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263722] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.263889] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.264061] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.264268] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.ovs_bridge = br-int {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.264508] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.physnets = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.264687] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.region_name = RegionOne {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.264850] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265039] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.service_metadata_proxy = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265210] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265381] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.service_type = network {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265543] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265703] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.265859] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266017] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266195] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266354] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] neutron.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266523] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] notifications.bdms_in_notifications = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266699] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] notifications.default_level = INFO {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.266871] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] notifications.notification_format = unversioned {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267033] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] notifications.notify_on_state_change = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267205] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267737] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] pci.alias = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267737] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] pci.device_spec = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267737] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] pci.report_in_placement = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.267924] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.268127] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.auth_type = password {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.268317] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.268476] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.268632] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.268795] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269033] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269115] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269290] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.default_domain_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269472] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.default_domain_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269628] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.domain_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269780] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.domain_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.269934] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270124] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270291] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270447] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270600] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270769] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.password = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.270947] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.project_domain_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271132] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.project_domain_name = Default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271300] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.project_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271471] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.project_name = service {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271636] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.region_name = RegionOne {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271795] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.271955] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272134] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.service_type = placement {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272303] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272459] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272614] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272770] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.system_scope = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.272924] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273081] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.trust_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273234] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.user_domain_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273398] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.user_domain_name = Default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273550] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.user_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273717] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.username = nova {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.273894] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274049] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] placement.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274221] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.cores = 20 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274386] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.count_usage_from_placement = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274553] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274740] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.injected_file_content_bytes = 10240 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.274905] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.injected_file_path_length = 255 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275073] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.injected_files = 5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275237] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.instances = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275401] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.key_pairs = 100 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275564] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.metadata_items = 128 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275726] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.ram = 51200 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.275886] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.recheck_quota = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.276060] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.server_group_members = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.276224] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] quota.server_groups = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.276432] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.276625] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.276803] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.image_metadata_prefilter = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277004] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277185] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.max_attempts = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277348] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.max_placement_results = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277534] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277695] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.277872] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278063] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] scheduler.workers = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278260] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278430] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278610] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278775] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.278939] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.279125] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.279297] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.279508] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.279680] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.host_subset_size = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.279847] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280039] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280213] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280380] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.isolated_hosts = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280545] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.isolated_images = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280728] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.280906] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281079] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281246] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.pci_in_placement = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281407] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281567] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281726] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.281885] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282044] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282204] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282367] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.track_instance_changes = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282539] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282731] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metrics.required = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.282893] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metrics.weight_multiplier = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.283055] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.283219] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] metrics.weight_setting = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.283533] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.283706] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.283901] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.port_range = 10000:20000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284092] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284264] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284434] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] serial_console.serialproxy_port = 6083 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284602] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284772] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.auth_type = password {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.284930] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285086] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285247] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285408] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285559] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285727] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.send_service_user_token = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.285887] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.286062] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] service_user.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.286250] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.agent_enabled = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.286442] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.286780] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.286998] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.287181] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.html5proxy_port = 6082 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.287343] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.image_compression = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.287500] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.jpeg_compression = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.287654] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.playback_compression = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.287838] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.server_listen = 127.0.0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288057] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288179] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.streaming_mode = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288335] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] spice.zlib_compression = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288514] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] upgrade_levels.baseapi = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288684] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] upgrade_levels.compute = auto {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288839] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] upgrade_levels.conductor = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.288993] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] upgrade_levels.scheduler = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289189] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289359] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289514] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289668] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289827] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.289983] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290138] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290297] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290449] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vendordata_dynamic_auth.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290648] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.api_retry_count = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290812] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.ca_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.290993] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.cache_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.291153] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.cluster_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.291312] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.connection_pool_size = 10 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.291496] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.console_delay_seconds = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.291662] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.datastore_regex = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.291823] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.host_ip = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292009] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.host_password = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292196] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.host_port = 443 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292354] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.host_username = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292514] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292674] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.integration_bridge = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292831] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.maximum_objects = 100 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.292984] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.pbm_default_policy = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293142] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.pbm_enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293296] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.pbm_wsdl_location = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293462] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293619] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.serial_port_proxy_uri = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293771] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.serial_port_service_uri = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.293931] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.task_poll_interval = 0.5 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294090] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.use_linked_clone = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294254] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.vnc_keymap = en-us {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294418] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.vnc_port = 5900 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294578] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vmware.vnc_port_total = 10000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294784] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.auth_schemes = ['none'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.294955] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.enabled = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.295270] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.295455] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.295627] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.novncproxy_port = 6080 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.295805] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.server_listen = 127.0.0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.295974] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.296152] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.vencrypt_ca_certs = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.296310] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.vencrypt_client_cert = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.296464] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] vnc.vencrypt_client_key = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.296670] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.296835] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_deep_image_inspection = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297052] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297196] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297361] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297521] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.disable_rootwrap = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297681] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.enable_numa_live_migration = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.297864] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298028] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298198] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298353] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.libvirt_disable_apic = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298513] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298673] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298830] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.298988] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299181] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299348] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299526] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299664] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299824] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.299987] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.300210] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.300386] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.client_socket_timeout = 900 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.300550] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.default_pool_size = 1000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.300715] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.keep_alive = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.300881] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.max_header_line = 16384 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.301043] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.301224] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.ssl_ca_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.301435] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.ssl_cert_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.301657] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.ssl_key_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.301835] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.tcp_keepidle = 600 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.302034] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.302207] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] zvm.ca_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.302397] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] zvm.cloud_connector_url = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.302609] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.302775] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] zvm.reachable_timeout = 300 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303010] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.enforce_new_defaults = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303190] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.enforce_scope = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303365] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.policy_default_rule = default {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303593] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303779] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.policy_file = policy.yaml {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.303975] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.304164] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.304809] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.304809] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.304809] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.304959] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.305004] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.305232] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.connection_string = messaging:// {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.305441] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.enabled = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.305670] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.es_doc_type = notification {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.305855] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.es_scroll_size = 10000 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306029] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.es_scroll_time = 2m {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306194] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.filter_error_trace = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306361] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.hmac_keys = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306546] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.sentinel_service_name = mymaster {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306712] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.socket_timeout = 0.1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.306871] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.trace_requests = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307031] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler.trace_sqlalchemy = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307236] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler_jaeger.process_tags = {} {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307398] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler_jaeger.service_name_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307561] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] profiler_otlp.service_name_prefix = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307759] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] remote_debug.host = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.307926] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] remote_debug.port = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.308165] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.308393] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.308572] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.308737] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.308907] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309093] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309275] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309437] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309597] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309768] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.309930] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310103] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310268] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310438] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310607] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310773] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.310935] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311106] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311272] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311446] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311641] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311808] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.311972] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312151] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312311] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312471] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312634] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312794] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.312963] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.313134] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.313385] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.313561] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.313724] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.313890] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314062] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314225] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314448] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314616] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_notifications.retry = -1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314799] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.314971] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.315178] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.auth_section = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.315342] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.auth_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.315523] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.cafile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.315689] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.certfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.315849] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.collect_timing = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316013] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.connect_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316176] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.connect_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316332] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.endpoint_id = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316485] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.endpoint_override = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316644] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.insecure = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316796] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.keyfile = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.316967] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.max_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317138] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.min_version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317298] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.region_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317452] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.retriable_status_codes = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317669] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.service_name = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317760] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.service_type = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.317921] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.split_loggers = False {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318076] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.status_code_retries = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318235] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.status_code_retry_delay = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318412] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.timeout = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318586] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.valid_interfaces = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318744] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_limit.version = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.318949] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_reports.file_event_handler = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.319157] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.319325] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] oslo_reports.log_dir = None {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 394.319454] nova-conductor[53721]: DEBUG oslo_service.service [None req-7731e8f7-d06e-4397-b0cf-0f6be746e204 None None] ******************************************************************************** {{(pid=53721) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2624}} [ 404.043905] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writing DB stats nova_api:SELECT=1 {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 404.136753] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writing DB stats nova_cell1:SELECT=1 {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 404.137661] nova-conductor[53721]: DEBUG dbcounter [-] [53721] Writing DB stats nova_cell0:SELECT=1 {{(pid=53721) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 409.217705] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 409.224799] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 480.492019] nova-conductor[54144]: DEBUG oslo_db.sqlalchemy.engines [None req-aafc8a6a-3174-4003-bb24-9158fa036e70 None None] Parent process 53721 forked (54144) with an open database connection, which is being discarded and recreated. {{(pid=54144) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 480.494218] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writer thread running {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 490.495254] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 497.658926] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 503.176579] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 518.907493] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writer thread running {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 518.908125] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 518.914264] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Creating reply queue: reply_ae8752f37c1e4646abed4ca8fdba7915 [ 518.920469] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Expecting reply to msg dd05c3ee4bc346b1bd5c652e13e0ac64 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 519.710105] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg dd05c3ee4bc346b1bd5c652e13e0ac64 [ 519.925290] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Took 1.01 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 519.946122] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.946355] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.948079] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.950559] nova-conductor[54143]: INFO dbcounter [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Registered counter for database nova_cell1 [ 519.953450] nova-conductor[54143]: DEBUG oslo_db.sqlalchemy.engines [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54143) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 519.958527] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writer thread running {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 520.019563] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.019788] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.020263] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.020689] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.020885] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.021047] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.022422] nova-conductor[54143]: INFO dbcounter [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Registered counter for database nova_cell0 [ 520.031621] nova-conductor[54143]: DEBUG oslo_db.sqlalchemy.engines [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54143) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 520.036408] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writer thread running {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 520.048341] nova-conductor[54143]: DEBUG nova.quota [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Getting quotas for project 43c362f38dc541d9bcb589c30d4de74e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.056825] nova-conductor[54143]: DEBUG nova.quota [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Getting quotas for user 82bc362f69494485a20fb2d041b79d80 and project 43c362f38dc541d9bcb589c30d4de74e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.062398] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] [instance: acf7cc9d-5916-421b-8813-c4b25dc486e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 520.063111] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.063439] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.063718] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.070294] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] [instance: acf7cc9d-5916-421b-8813-c4b25dc486e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 520.071179] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.071503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.071852] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.103748] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.104144] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.104448] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.104811] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54143) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.105064] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6fd09ab-0fbe-4cb8-a47c-77253c1dbd82 tempest-ServerDiagnosticsV248Test-189305356 tempest-ServerDiagnosticsV248Test-189305356-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54143) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.105706] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.106002] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.106269] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.113288] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.113707] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.113888] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.119890] nova-conductor[54143]: INFO nova.compute.rpcapi [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 520.120412] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0b61e081-3122-468b-b78e-e85a2f4d5eb1 None None] Releasing lock "compute-rpcapi-router" {{(pid=54143) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.831835] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Creating reply queue: reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 521.844618] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Expecting reply to msg d6dbbf9c6a3c49d280b462fc43a62fc8 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 522.110622] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d6dbbf9c6a3c49d280b462fc43a62fc8 [ 522.347144] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 522.353686] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 522.376919] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.377524] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.379258] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.382120] nova-conductor[54144]: INFO dbcounter [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Registered counter for database nova_cell1 [ 522.387999] nova-conductor[54144]: DEBUG oslo_db.sqlalchemy.engines [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54144) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 522.393668] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writer thread running {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 522.508906] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.509356] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.510003] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.510581] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.510882] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.511149] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.512620] nova-conductor[54144]: INFO dbcounter [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Registered counter for database nova_cell0 [ 522.520460] nova-conductor[54144]: DEBUG oslo_db.sqlalchemy.engines [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54144) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 522.525155] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writer thread running {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 522.540399] nova-conductor[54144]: DEBUG nova.quota [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Getting quotas for project 6f74d03137bb4ba08a9a9079fde76595. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 522.544705] nova-conductor[54144]: DEBUG nova.quota [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Getting quotas for user 452a6613940e4d0eb51a1dfeb9bec721 and project 6f74d03137bb4ba08a9a9079fde76595. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 522.551975] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 522.552718] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.553053] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.553362] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.561320] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 522.562207] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.562611] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.562881] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.610457] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.610457] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.610556] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.610856] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54144) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.611008] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54144) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.612731] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.612921] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.613095] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.613462] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.613787] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.613787] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.621258] nova-conductor[54144]: INFO nova.compute.rpcapi [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 522.621766] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-316e7405-062f-44b1-9be7-3eea4ecc36cf None None] Releasing lock "compute-rpcapi-router" {{(pid=54144) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.783279] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Expecting reply to msg 379ae65f3e3f4cd383e6082cd8fc062b in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 525.971158] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 379ae65f3e3f4cd383e6082cd8fc062b [ 526.286058] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 526.305768] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.306144] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.306394] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.445866] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.446012] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.446197] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.446598] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.447178] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.447476] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.480931] nova-conductor[54143]: DEBUG nova.quota [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Getting quotas for project 67f289d070ee4ad2a555421a27bbc987. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 526.486019] nova-conductor[54143]: DEBUG nova.quota [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Getting quotas for user 9eaaa022452f4627aa8d98d1b2ffc5ed and project 67f289d070ee4ad2a555421a27bbc987. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 526.495944] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 526.496762] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.497272] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.497706] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.520321] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 526.521169] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.521415] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.521916] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.564394] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.564649] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.564892] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.915729] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Expecting reply to msg e2a5422a5d264404bd156805f0070bba in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 527.120716] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e2a5422a5d264404bd156805f0070bba [ 527.420421] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 527.447062] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.447062] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.447062] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.523370] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.523861] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.524167] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.524806] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.525111] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.525373] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.536919] nova-conductor[54144]: DEBUG nova.quota [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Getting quotas for project b8ba2265545a4231bb9470428e20ff6c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 527.539345] nova-conductor[54144]: DEBUG nova.quota [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Getting quotas for user 9344425185c1487482afe092758f6976 and project b8ba2265545a4231bb9470428e20ff6c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 527.547165] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 527.550585] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.551031] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.551318] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.555935] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 527.556895] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.557201] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.557516] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.588380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.588380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.588380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.760479] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Expecting reply to msg 973b88ca9cf94e04a4600a478bd7182e in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 528.883701] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Expecting reply to msg 4900ef7beef04f8189a803fbef4577dc in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 528.945178] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 973b88ca9cf94e04a4600a478bd7182e [ 529.051510] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4900ef7beef04f8189a803fbef4577dc [ 529.264033] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 529.276318] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.276579] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.276753] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.310000] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.310291] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.310520] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.310997] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.311415] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.311569] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.325786] nova-conductor[54143]: DEBUG nova.quota [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Getting quotas for project d817bacc72764f3186bd5ab9379ef16b. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 529.331255] nova-conductor[54143]: DEBUG nova.quota [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Getting quotas for user 50f2dce2bf5a4a15b4b8db6a160f5791 and project d817bacc72764f3186bd5ab9379ef16b. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 529.337386] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 529.337962] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.338255] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.338722] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.344708] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 529.345552] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.345932] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.346218] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.369280] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.369755] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.369981] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.386811] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 529.409830] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.410233] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.410710] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.448820] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.449346] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.449663] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.450507] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.450828] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.451162] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.460863] nova-conductor[54143]: DEBUG nova.quota [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Getting quotas for project 075c0879df544f74ba4332e1b878d77a. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 529.462912] nova-conductor[54143]: DEBUG nova.quota [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Getting quotas for user 58d465f5654349a3adf815e83bc36443 and project 075c0879df544f74ba4332e1b878d77a. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 529.468266] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 529.468923] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.469286] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.469651] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.473296] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 529.474439] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.474750] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.475153] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.490712] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.490951] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.491125] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.204639] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Expecting reply to msg ae857ae9fe4c4355811e3c84c252c231 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 530.409062] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ae857ae9fe4c4355811e3c84c252c231 [ 530.708094] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 530.720473] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.720702] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.720868] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.769833] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.771071] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.771317] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.771765] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.772286] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.772286] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.782729] nova-conductor[54143]: DEBUG nova.quota [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Getting quotas for project d62d82affc384aae835cbcbd656da2b8. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 530.785284] nova-conductor[54143]: DEBUG nova.quota [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Getting quotas for user fee8d0acb67443aba59e62689429e701 and project d62d82affc384aae835cbcbd656da2b8. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 530.790884] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 530.791601] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.791851] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.792099] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.796946] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 530.798791] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.799218] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.799497] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.823296] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.823586] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.823834] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.769492] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Expecting reply to msg f4578c264f6447beb9d63e32c3c7c31a in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 531.951816] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f4578c264f6447beb9d63e32c3c7c31a [ 532.271953] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 532.287465] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.287716] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.287955] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.335981] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.336271] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.336460] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.336859] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.337054] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.337227] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.349607] nova-conductor[54144]: DEBUG nova.quota [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Getting quotas for project 068cc2f705a64810a869192bb438c949. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.352438] nova-conductor[54144]: DEBUG nova.quota [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Getting quotas for user 64dc0a3b979d4a808c1e117716f116f6 and project 068cc2f705a64810a869192bb438c949. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.358841] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 532.359599] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.359868] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.360131] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.364564] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 532.369681] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.369681] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.369681] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.386506] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.386826] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.387059] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.609069] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Expecting reply to msg 1d4be164104d4b3abe13f4cca52adb74 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 534.795267] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1d4be164104d4b3abe13f4cca52adb74 [ 535.117355] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 535.136381] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.136830] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.137713] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.186435] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.187107] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.187565] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.188231] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.188754] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.189512] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.214576] nova-conductor[54144]: DEBUG nova.quota [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Getting quotas for project 068cc2f705a64810a869192bb438c949. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.219674] nova-conductor[54144]: DEBUG nova.quota [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Getting quotas for user 64dc0a3b979d4a808c1e117716f116f6 and project 068cc2f705a64810a869192bb438c949. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.235762] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 535.237828] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.238249] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.238605] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.248899] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 535.250965] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.251905] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.252875] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.282425] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.282883] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.283170] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.817053] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Expecting reply to msg c0db6604943944859f10d8830d45c9ef in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 540.159665] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c0db6604943944859f10d8830d45c9ef [ 540.320090] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 540.338564] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.338792] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.338962] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.388636] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.388951] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.389146] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.389537] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.389748] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.389900] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.420291] nova-conductor[54144]: DEBUG nova.quota [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Getting quotas for project a6f457e1f4954fb08d79efd176be8e63. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.433392] nova-conductor[54144]: DEBUG nova.quota [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Getting quotas for user ccfa45df4b924794b8caf7bfda217a29 and project a6f457e1f4954fb08d79efd176be8e63. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.433392] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 540.433392] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.433629] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.434896] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.444900] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 540.445620] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.445828] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.446006] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.474744] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.475225] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.475574] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.776682] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 540.810194] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=17,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=41,nova_cell1:RELEASE=5 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 540.810194] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 540.818337] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=28,nova_api:DELETE=4,nova_api:UPDATE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 540.992122] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Expecting reply to msg 1bcb0d33d79a41cbb5b4f0bb40a88f7a in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 541.157140] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1bcb0d33d79a41cbb5b4f0bb40a88f7a [ 541.496218] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 541.528042] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.528042] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.528042] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.578487] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.578863] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.579164] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.579726] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.580042] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.580403] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.590815] nova-conductor[54143]: DEBUG nova.quota [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Getting quotas for project 41bcbe40bd534a76871aa7f07d6e868e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.593371] nova-conductor[54143]: DEBUG nova.quota [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Getting quotas for user 58c355b28089443ba62f5ecbcedf2bec and project 41bcbe40bd534a76871aa7f07d6e868e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.599671] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 541.600369] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.600697] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.600971] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.605107] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 541.605927] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.606236] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.606506] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.648033] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.648243] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.648426] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.416435] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Expecting reply to msg 127f8f106d2b41b19f1898adb47dc73b in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 542.591862] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 127f8f106d2b41b19f1898adb47dc73b [ 542.918982] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 542.962173] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.962425] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.962667] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.129423] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.129650] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.129820] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.130506] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.130739] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.130853] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.139704] nova-conductor[54144]: DEBUG nova.quota [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Getting quotas for project cb288fc7c25f4537b53968558a745e0d. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.141560] nova-conductor[54144]: DEBUG nova.quota [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Getting quotas for user e315436d72cf486991d7d9baccad217a and project cb288fc7c25f4537b53968558a745e0d. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.146774] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 543.147357] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.147577] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.147748] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.153224] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 543.153905] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.154113] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.154393] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.173119] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.173388] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.173497] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.103094] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Expecting reply to msg 290af6b2b3b6407d96a2a47ae3bc5465 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 545.286082] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 290af6b2b3b6407d96a2a47ae3bc5465 [ 545.608039] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 545.625416] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.626548] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.627026] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.679190] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.679691] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.680093] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.680893] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.681278] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.682207] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.698182] nova-conductor[54143]: DEBUG nova.quota [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Getting quotas for project 3c30ad009a2249eda957994b795d26ee. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 545.702452] nova-conductor[54143]: DEBUG nova.quota [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Getting quotas for user 7b3eb319ea4d4d23b7b6e60f5489b951 and project 3c30ad009a2249eda957994b795d26ee. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 545.713493] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 545.714685] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.715224] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.715709] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.721528] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 545.722435] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.722729] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.722961] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.744650] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.745019] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.745255] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.601183] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8cd30ef3-1ecb-4a53-9308-88d1f775ad53, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4 was re-scheduled: Binding failed for port 8cd30ef3-1ecb-4a53-9308-88d1f775ad53, please check neutron logs for more information.\n'] [ 546.602176] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 546.602627] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4. [ 546.603761] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4. [ 546.696755] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 547.859766] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.878604] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ac299cff-a0e2-434c-886c-2a7207cb7052 tempest-ServerActionsTestOtherB-144978307 tempest-ServerActionsTestOtherB-144978307-project-member] [instance: 458eb706-46c3-49b3-a7e9-7c8dc5a50ce4] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.671842] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Expecting reply to msg 1ed85934df644ef293b3fa40a032f16e in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 548.823731] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1ed85934df644ef293b3fa40a032f16e [ 549.175550] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 549.193437] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.193697] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.193884] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.269306] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.269554] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.269718] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.270101] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.270372] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.270464] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.293742] nova-conductor[54143]: DEBUG nova.quota [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Getting quotas for project f40efb7a16e54e9093bfbeb7975d0bbb. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 549.300916] nova-conductor[54143]: DEBUG nova.quota [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Getting quotas for user 85d08055d6f84557888d0eaa64044018 and project f40efb7a16e54e9093bfbeb7975d0bbb. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 549.312428] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 549.313011] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.313241] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.313436] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.322683] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 549.323415] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.323625] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.323790] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.348298] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.348524] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.348694] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.475440] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f56f25a-4333-4115-bfc5-d461cb985c4e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5b09f3d6-793f-464d-831e-a139d1dc4fa5 was re-scheduled: Binding failed for port 9f56f25a-4333-4115-bfc5-d461cb985c4e, please check neutron logs for more information.\n'] [ 550.475440] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 550.475440] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b09f3d6-793f-464d-831e-a139d1dc4fa5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b09f3d6-793f-464d-831e-a139d1dc4fa5. [ 550.475440] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b09f3d6-793f-464d-831e-a139d1dc4fa5. [ 550.504238] nova-conductor[54143]: DEBUG nova.network.neutron [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 550.526246] nova-conductor[54143]: DEBUG nova.network.neutron [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 550.530176] nova-conductor[54143]: DEBUG nova.network.neutron [None req-102e6746-a0c9-4d10-935a-b4606a3086f2 tempest-ServerDiagnosticsTest-940515207 tempest-ServerDiagnosticsTest-940515207-project-member] [instance: 5b09f3d6-793f-464d-831e-a139d1dc4fa5] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.262080] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 77a40ea4-4963-4ac1-8e3c-510b3a5640ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 87309697-eb6f-4063-8944-5ae2b9476c70 was re-scheduled: Binding failed for port 77a40ea4-4963-4ac1-8e3c-510b3a5640ba, please check neutron logs for more information.\n'] [ 552.263021] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 552.263414] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87309697-eb6f-4063-8944-5ae2b9476c70.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87309697-eb6f-4063-8944-5ae2b9476c70. [ 552.266992] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 87309697-eb6f-4063-8944-5ae2b9476c70. [ 552.346082] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 552.536037] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 552.542557] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cd73a578-de97-45ce-8551-1f5fad09c466 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 87309697-eb6f-4063-8944-5ae2b9476c70] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.850029] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Expecting reply to msg f9289ba88cbc49bbb7a389d8fd43ee9c in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 553.021868] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f9289ba88cbc49bbb7a389d8fd43ee9c [ 553.135278] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=7 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 553.156264] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=19,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=48,nova_cell1:RELEASE=5 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 553.166671] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=33,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 553.349945] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 553.373321] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.373561] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.373732] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.428374] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.428629] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.428770] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.429196] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.429395] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.429554] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.440622] nova-conductor[54144]: DEBUG nova.quota [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Getting quotas for project fea14722b9fa408481cec81f3ce972d5. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 553.444258] nova-conductor[54144]: DEBUG nova.quota [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Getting quotas for user c65de8bcf1004950afef66db56ffc44a and project fea14722b9fa408481cec81f3ce972d5. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 553.450495] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 553.451663] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.451663] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.451663] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.455069] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 553.455790] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.456567] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.456567] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.495977] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.496381] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.496611] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.232181] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f3b7c316-2df9-4363-9cfd-ed7cd79c4f6f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 88e84842-c957-43fe-9a73-6084efc88cc4 was re-scheduled: Binding failed for port f3b7c316-2df9-4363-9cfd-ed7cd79c4f6f, please check neutron logs for more information.\n'] [ 554.232838] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 554.233171] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88e84842-c957-43fe-9a73-6084efc88cc4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88e84842-c957-43fe-9a73-6084efc88cc4. [ 554.233545] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88e84842-c957-43fe-9a73-6084efc88cc4. [ 554.296053] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 554.398759] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 554.405140] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0f0c8464-6d46-4976-8252-ccd3dd1e7ee6 tempest-ServerDiagnosticsNegativeTest-382580713 tempest-ServerDiagnosticsNegativeTest-382580713-project-member] [instance: 88e84842-c957-43fe-9a73-6084efc88cc4] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.791699] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Expecting reply to msg 50096f2b44344df0bc31de13b256821a in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 556.972884] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 50096f2b44344df0bc31de13b256821a [ 557.295114] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 557.315194] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.315443] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.315638] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.382012] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.382248] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.382628] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.382808] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.382989] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.383187] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.393731] nova-conductor[54144]: DEBUG nova.quota [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Getting quotas for project d817bacc72764f3186bd5ab9379ef16b. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 557.396676] nova-conductor[54144]: DEBUG nova.quota [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Getting quotas for user 50f2dce2bf5a4a15b4b8db6a160f5791 and project d817bacc72764f3186bd5ab9379ef16b. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 557.406305] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 557.407773] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.407773] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.407773] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.428189] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 557.428929] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.429183] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.429352] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.478014] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.478246] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.478410] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.552987] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 168ba41d-494d-4671-a825-83c1c1aa27db, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 98e84f57-56f7-405d-bf96-d7a85fd97d17 was re-scheduled: Binding failed for port 168ba41d-494d-4671-a825-83c1c1aa27db, please check neutron logs for more information.\n'] [ 558.555313] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 558.555313] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98e84f57-56f7-405d-bf96-d7a85fd97d17.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98e84f57-56f7-405d-bf96-d7a85fd97d17. [ 558.555313] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98e84f57-56f7-405d-bf96-d7a85fd97d17. [ 558.597513] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 558.813684] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 558.817968] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4580633f-0cdb-4b8b-9efd-b1e342f5dd7a tempest-FloatingIPsAssociationTestJSON-1545830414 tempest-FloatingIPsAssociationTestJSON-1545830414-project-member] [instance: 98e84f57-56f7-405d-bf96-d7a85fd97d17] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.868397] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Expecting reply to msg be8d1011f9124f83bad8173667ab2177 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 559.042885] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg be8d1011f9124f83bad8173667ab2177 [ 559.274613] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.326819] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.340825] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.344084] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.371606] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 559.384555] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.385148] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.385148] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.434009] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.434252] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.434429] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.434808] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.434997] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.435162] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.444785] nova-conductor[54144]: DEBUG nova.quota [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Getting quotas for project 9f0392c23f79431e9738ce881edabae0. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 559.447140] nova-conductor[54144]: DEBUG nova.quota [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Getting quotas for user f84a242691054c88b550f3556f772372 and project 9f0392c23f79431e9738ce881edabae0. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 559.452220] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 559.452880] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.453088] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.453647] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.462160] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 559.463037] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.463253] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.463417] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.487078] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.488282] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.488282] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.290866] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Expecting reply to msg a2e34f03134d4a43b3d00dc73796f7f3 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 562.500499] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a2e34f03134d4a43b3d00dc73796f7f3 [ 562.728336] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 85caa7b8-339b-4c55-b6b1-6b75243e1d1d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e7481746-053c-4665-87ab-c8acc6211555 was re-scheduled: Binding failed for port 85caa7b8-339b-4c55-b6b1-6b75243e1d1d, please check neutron logs for more information.\n'] [ 562.728891] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 562.729132] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7481746-053c-4665-87ab-c8acc6211555.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7481746-053c-4665-87ab-c8acc6211555. [ 562.729361] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7481746-053c-4665-87ab-c8acc6211555. [ 562.755925] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 562.793899] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 562.809743] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.809969] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.810145] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.847776] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.848050] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.848201] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.848566] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.848741] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.848897] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.860633] nova-conductor[54143]: DEBUG nova.quota [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Getting quotas for project bcf4a634e6724e00a6993f8d0b57eaa7. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 562.862899] nova-conductor[54143]: DEBUG nova.quota [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Getting quotas for user f09724fcf9dd49f7b3421eae4b007fac and project bcf4a634e6724e00a6993f8d0b57eaa7. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 562.868458] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 562.868912] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.869194] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.869315] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.874434] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 562.875118] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.875314] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.875483] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.901045] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.901289] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.901492] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.927435] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 562.933249] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d1e654df-9423-4e93-9eff-a78e6d36c835 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: e7481746-053c-4665-87ab-c8acc6211555] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.882904] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Expecting reply to msg 580a9d95e1424cc38b94753ebf64a683 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 565.032786] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 580a9d95e1424cc38b94753ebf64a683 [ 565.385462] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 565.399952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.400252] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.400644] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.442937] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.443220] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.443336] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.443713] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.443890] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.444065] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.455794] nova-conductor[54144]: DEBUG nova.quota [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Getting quotas for project bcf4a634e6724e00a6993f8d0b57eaa7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 565.457931] nova-conductor[54144]: DEBUG nova.quota [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Getting quotas for user f09724fcf9dd49f7b3421eae4b007fac and project bcf4a634e6724e00a6993f8d0b57eaa7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 565.462740] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 565.463253] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.463458] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.463624] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.467972] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 565.468714] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.468916] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.469095] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.493294] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.493480] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.493658] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.898106] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Expecting reply to msg bba83b99854e4378b382c5e468d62e2e in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 566.068422] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg bba83b99854e4378b382c5e468d62e2e [ 566.401095] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 566.426675] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.427322] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.427322] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.488737] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.489059] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.489281] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.489697] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.489907] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.490136] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.504249] nova-conductor[54144]: DEBUG nova.quota [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Getting quotas for project cab010e7b1f2492b851c80f10da7dbcc. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 566.508712] nova-conductor[54144]: DEBUG nova.quota [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Getting quotas for user f57f0730656e43d5849b774e80896e97 and project cab010e7b1f2492b851c80f10da7dbcc. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 566.514006] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 566.514555] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.514820] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.515020] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.521747] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 566.522540] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.522798] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.522996] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.569421] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.569706] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.569918] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.792776] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Expecting reply to msg ae759e3b40f0416db77213939f6d1c79 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 566.982401] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ae759e3b40f0416db77213939f6d1c79 [ 567.298362] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 567.313844] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.314125] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.314256] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.364030] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.364030] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.364184] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.364470] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.364791] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.364978] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.376657] nova-conductor[54144]: DEBUG nova.quota [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Getting quotas for project 940e991d507c4eabbb787625cd8116da. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.378862] nova-conductor[54144]: DEBUG nova.quota [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Getting quotas for user 7662436bd97e4a7ebb7f2d3d8b8ee70c and project 940e991d507c4eabbb787625cd8116da. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.383495] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] [instance: 864ab595-5b4e-4de7-af40-2bd66134d042] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 567.384022] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.384250] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.384428] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.391414] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] [instance: 864ab595-5b4e-4de7-af40-2bd66134d042] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 567.391414] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.391414] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.391414] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.427128] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.427403] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.427555] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-027e3da5-479d-4b82-9582-fa93908f6a4a tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.994521] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Expecting reply to msg dbe48f5f634c4cab8e19e31f2ac5253b in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 568.223450] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg dbe48f5f634c4cab8e19e31f2ac5253b [ 568.496714] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 568.516598] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.516790] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.517052] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.568503] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.573378] nova-conductor[54143]: DEBUG nova.quota [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Getting quotas for project 1310699c58bb4859804da5db13187299. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 568.575420] nova-conductor[54143]: DEBUG nova.quota [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Getting quotas for user 3040c53c8a774dcbb67428a27673a55b and project 1310699c58bb4859804da5db13187299. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 568.579833] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 568.580395] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.580612] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.580783] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.590138] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 568.590838] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.591122] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.591212] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.607016] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.607330] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.607463] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.427921] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Expecting reply to msg ee2ca489b3e24c8abced05aa2a4143e9 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 570.626942] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ee2ca489b3e24c8abced05aa2a4143e9 [ 570.930870] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 570.943697] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.944102] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.944237] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.007952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.007952] nova-conductor[54144]: DEBUG nova.quota [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Getting quotas for project 1ea00344f9114e5fb0dc4b5fcacfeae7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.008541] nova-conductor[54144]: DEBUG nova.quota [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Getting quotas for user d5eedb642f964b2a82f5d9e7fae795e8 and project 1ea00344f9114e5fb0dc4b5fcacfeae7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.014075] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 571.014653] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.014908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.015185] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.022276] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 571.022996] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.023250] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.023483] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.044041] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.044857] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.045087] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.497186] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Expecting reply to msg e5eb12cdfe724ce9bc14f536942aa42d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 571.658427] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e5eb12cdfe724ce9bc14f536942aa42d [ 571.999845] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 572.014238] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.014574] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.014789] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.069606] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.069963] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.070380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.071109] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.071631] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.071631] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.087882] nova-conductor[54144]: DEBUG nova.quota [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Getting quotas for project 6d3b258eaa0b4616ba734b781528d38b. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.093520] nova-conductor[54144]: DEBUG nova.quota [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Getting quotas for user 0292fa81de0147b3a9723aab707fe6d7 and project 6d3b258eaa0b4616ba734b781528d38b. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.101393] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 572.101711] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.102755] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.103051] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.109435] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 572.110486] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.110746] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.111020] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.136302] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.136302] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.136588] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.559931] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Expecting reply to msg 37b0417aa0b544c8ae616c306e36a804 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 572.774660] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 37b0417aa0b544c8ae616c306e36a804 [ 572.954632] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 23f05567-6e97-45b4-b602-fc02e98bb68d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6d47c25d-bfba-4002-a84f-2220a9e7c853 was re-scheduled: Binding failed for port 23f05567-6e97-45b4-b602-fc02e98bb68d, please check neutron logs for more information.\n'] [ 572.955276] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 572.955504] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d47c25d-bfba-4002-a84f-2220a9e7c853.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d47c25d-bfba-4002-a84f-2220a9e7c853. [ 572.955844] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d47c25d-bfba-4002-a84f-2220a9e7c853. [ 573.005213] nova-conductor[54144]: DEBUG nova.network.neutron [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 573.037334] nova-conductor[54144]: DEBUG nova.network.neutron [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 573.041384] nova-conductor[54144]: DEBUG nova.network.neutron [None req-20df5ad1-460d-4281-b9e2-a4b70fd78ea1 tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 6d47c25d-bfba-4002-a84f-2220a9e7c853] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.067122] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 573.092613] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.093376] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.093743] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.156791] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.157150] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.157380] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.157844] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.158328] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.158575] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.176343] nova-conductor[54143]: DEBUG nova.quota [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Getting quotas for project b25cfc0b6b1648f2967b89ca57d775db. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.183544] nova-conductor[54143]: DEBUG nova.quota [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Getting quotas for user 005609274d6640099a0db66f2ac5078e and project b25cfc0b6b1648f2967b89ca57d775db. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.195306] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 573.196528] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.196753] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.197244] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.202656] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 573.203354] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.203568] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.203742] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.228058] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.228373] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.228600] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.231809] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Expecting reply to msg 0e2041d28e324074a9a225fbe0ecf6bd in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 573.413813] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0e2041d28e324074a9a225fbe0ecf6bd [ 573.545639] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=330,nova_cell1:UPDATE=142,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 573.734458] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 573.757736] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.757975] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.758143] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.791639] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.792148] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.792328] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.792706] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.792888] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.793045] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.803580] nova-conductor[54144]: DEBUG nova.quota [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Getting quotas for project afabdc38bfc241a9b54279f1cbbee044. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.806797] nova-conductor[54144]: DEBUG nova.quota [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Getting quotas for user 238d6256764f4ac78d8b67d820f3b145 and project afabdc38bfc241a9b54279f1cbbee044. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.820861] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 573.821529] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.821747] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.821916] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.852863] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 573.853834] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.854066] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.854258] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.875033] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.875302] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.875468] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.255066] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Expecting reply to msg d1df598126ed4c03a2226729c8f8690b in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 574.449660] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d1df598126ed4c03a2226729c8f8690b [ 574.647459] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bd5819ca-c237-4a13-8539-c7fa6178519d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146 was re-scheduled: Binding failed for port bd5819ca-c237-4a13-8539-c7fa6178519d, please check neutron logs for more information.\n'] [ 574.648245] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 574.648608] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146. [ 574.649040] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146. [ 574.682657] nova-conductor[54143]: DEBUG nova.network.neutron [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 574.750228] nova-conductor[54143]: DEBUG nova.network.neutron [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 574.756451] nova-conductor[54143]: DEBUG nova.network.neutron [None req-52bc85ad-a839-49c2-8bca-7465717f1a0c tempest-ServersAdminTestJSON-672565364 tempest-ServersAdminTestJSON-672565364-project-member] [instance: 2e6a1ebd-2398-4e7d-a51b-bd1cb1258146] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.762401] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 574.787896] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.787896] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.787896] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.820014] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.820229] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.820396] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.820771] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.820950] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.821128] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.832403] nova-conductor[54143]: DEBUG nova.quota [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Getting quotas for project b8d068f3934f49389c88cb53393897bd. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 574.839293] nova-conductor[54143]: DEBUG nova.quota [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Getting quotas for user 5f6ae715ae4b4f04a5ab841f2461fe57 and project b8d068f3934f49389c88cb53393897bd. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 574.854225] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Expecting reply to msg e768d2f7e5694dc793f29231ce5c6990 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 574.855645] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 574.856199] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.856355] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.856533] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.866131] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 574.866860] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.867071] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.867235] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.892091] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.892324] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.892643] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.051480] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e768d2f7e5694dc793f29231ce5c6990 [ 575.357045] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 575.374234] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.374234] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.374416] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.430725] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.430993] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.431121] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.431485] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.431658] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.431878] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.442247] nova-conductor[54144]: DEBUG nova.quota [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Getting quotas for project 84d34f1cd3a34ed883169805457735a8. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 575.444485] nova-conductor[54144]: DEBUG nova.quota [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Getting quotas for user 62cf33ab73f24a5aa2a01ae0e2d3937b and project 84d34f1cd3a34ed883169805457735a8. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 575.451148] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 575.451650] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.451850] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.452080] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.465264] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 575.465964] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.466164] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.466466] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.481616] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.481863] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.482038] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.667629] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Expecting reply to msg 8e8795beb7c540a69d9a2a60b61f131a in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 575.831782] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8e8795beb7c540a69d9a2a60b61f131a [ 576.170444] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 576.193670] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.193900] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.194190] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.245021] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.245405] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.245718] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.246100] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.246386] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.246749] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.256914] nova-conductor[54144]: DEBUG nova.quota [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Getting quotas for project d62d82affc384aae835cbcbd656da2b8. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 576.259194] nova-conductor[54144]: DEBUG nova.quota [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Getting quotas for user fee8d0acb67443aba59e62689429e701 and project d62d82affc384aae835cbcbd656da2b8. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 576.264143] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 576.264893] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.265128] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.265311] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.272489] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 576.273194] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.273424] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.273637] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.295017] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.295245] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.295425] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.023368] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=378,nova_cell1:UPDATE=168,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.378665] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Expecting reply to msg e7b6b44e8f154df393d7a200e8a91ba1 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 578.600903] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e7b6b44e8f154df393d7a200e8a91ba1 [ 578.881559] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 578.896174] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.896409] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.896575] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.929230] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.929487] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.929659] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.965346] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.965587] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.965758] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.966121] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.966305] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.966465] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.976103] nova-conductor[54144]: DEBUG nova.quota [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Getting quotas for project 32d3944b7a574231bc736271cab77b3d. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.978929] nova-conductor[54144]: DEBUG nova.quota [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Getting quotas for user 48cbb2525d2b49b8a578b8c289159466 and project 32d3944b7a574231bc736271cab77b3d. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.983981] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 578.984491] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.984694] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.984863] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.990840] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 578.991517] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.991857] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.992053] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.008992] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.020344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.020344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.020344] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 579.020344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.020344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.020344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.020344] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 579.020794] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.020988] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.021170] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.041316] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.041541] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.041702] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.650234] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Expecting reply to msg 3ef3d35495e5499cac8f176146a6ae65 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 579.820657] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3ef3d35495e5499cac8f176146a6ae65 [ 580.162744] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 580.176957] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.177255] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.177431] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.226158] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.226434] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.226651] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.227104] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.227320] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.227503] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.240174] nova-conductor[54144]: DEBUG nova.quota [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Getting quotas for project 22bf2fae598c4afe9093030df0055257. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 580.243878] nova-conductor[54144]: DEBUG nova.quota [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Getting quotas for user e9988e23794f47f3ba1804b79167f908 and project 22bf2fae598c4afe9093030df0055257. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 580.251180] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 580.251769] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.252514] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.252514] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.266257] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 580.267467] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.267835] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.267989] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.302423] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.302705] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.302915] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.324852] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=124,nova_api:UPDATE=6,nova_api:DELETE=11 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 583.330614] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Expecting reply to msg 5559672e7c2145e781c7d7a57ab52165 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 583.540345] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5559672e7c2145e781c7d7a57ab52165 [ 583.833770] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 583.849286] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.851356] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.851356] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.902296] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.902401] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.903106] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.903416] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.903868] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.904170] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.923862] nova-conductor[54144]: DEBUG nova.quota [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Getting quotas for project eaae7d29869c41ee9aa8cdbaac3a4a8a. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 583.926817] nova-conductor[54144]: DEBUG nova.quota [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Getting quotas for user b995306362bc456bbb43d278ad2c1d7b and project eaae7d29869c41ee9aa8cdbaac3a4a8a. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 583.933090] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 583.933970] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.934216] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.934388] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.942620] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 583.943661] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.944016] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.944347] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.964557] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.965059] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.965426] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.824288] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=4 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.870660] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=32,nova_cell1:RELEASE=4 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.885335] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.890958] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=4,nova_api:UPDATE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 585.796865] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Expecting reply to msg 8caa86c7731f49649f985365b7e126d5 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 585.958179] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8caa86c7731f49649f985365b7e126d5 [ 586.301290] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 586.323960] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.323960] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.323960] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.382079] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.382290] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.382462] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.382831] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.383012] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.383173] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.392554] nova-conductor[54144]: DEBUG nova.quota [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Getting quotas for project fb0b2a7433b94ccda194f1eb7ac850eb. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 586.397230] nova-conductor[54144]: DEBUG nova.quota [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Getting quotas for user e984adf650584462b6d0fdeb51af1ecd and project fb0b2a7433b94ccda194f1eb7ac850eb. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 586.412378] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 586.412833] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.414348] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.414348] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.420104] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 586.420789] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.421003] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.421172] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.445003] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.445251] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.445429] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.925021] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Expecting reply to msg 004d849d7eef49f3bfb5b523022c529e in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 588.954469] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port de18da38-9557-49f9-a69e-351e094f78a5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 94fac499-e856-4184-a304-eac04566e545 was re-scheduled: Binding failed for port de18da38-9557-49f9-a69e-351e094f78a5, please check neutron logs for more information.\n'] [ 588.955093] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 588.955325] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94fac499-e856-4184-a304-eac04566e545.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94fac499-e856-4184-a304-eac04566e545. [ 588.955642] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94fac499-e856-4184-a304-eac04566e545. [ 589.005894] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 589.050036] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 589.054133] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cb0ec2a8-e125-491d-8ed7-a3da33099280 tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: 94fac499-e856-4184-a304-eac04566e545] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.138204] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 004d849d7eef49f3bfb5b523022c529e [ 589.428165] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 589.447135] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.447135] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.447135] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.491625] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.491908] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.492103] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.492938] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.492938] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.493032] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.502447] nova-conductor[54143]: DEBUG nova.quota [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Getting quotas for project 7f8a1ed7f99e47fe9a19e3c9573d3b97. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 589.504923] nova-conductor[54143]: DEBUG nova.quota [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Getting quotas for user 23204e9120c14bb4893a4dde38276a97 and project 7f8a1ed7f99e47fe9a19e3c9573d3b97. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 589.510438] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 589.510979] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.511627] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.511861] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.515881] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 589.516820] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.516948] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.517144] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.523165] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Expecting reply to msg 3292d0d344b745dab617e8062c9fd113 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 589.535366] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.535873] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.536084] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.675343] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3292d0d344b745dab617e8062c9fd113 [ 590.025364] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 590.076759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.076759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.076759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.085971] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Expecting reply to msg efb45f1187e54cbabb9c3173f7e5eb64 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 590.145307] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.145541] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.145717] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.146094] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.146279] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.146445] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.193860] nova-conductor[54144]: DEBUG nova.quota [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Getting quotas for project 47e67a9cd69b4b338c10d8e0a131ad23. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.199798] nova-conductor[54144]: DEBUG nova.quota [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Getting quotas for user e2c5981d197a4e15a52804fddbfff8e0 and project 47e67a9cd69b4b338c10d8e0a131ad23. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.227299] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 590.228158] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.228473] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.228670] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.245886] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 590.247650] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.247650] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.247650] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.276526] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.276745] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.276917] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.285940] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg efb45f1187e54cbabb9c3173f7e5eb64 [ 590.589302] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 590.606639] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.607694] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.607694] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.645889] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.646124] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.646348] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.646662] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.646897] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.647002] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.659237] nova-conductor[54144]: DEBUG nova.quota [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Getting quotas for project 769af1422f174351b56933856b5278e7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.661370] nova-conductor[54144]: DEBUG nova.quota [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Getting quotas for user 26cf8ffc280548e1afa32afa8e56502f and project 769af1422f174351b56933856b5278e7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.676635] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 590.676635] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.676635] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.676635] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.677546] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 590.678404] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.678645] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.679069] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.715222] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.715474] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.715648] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.889690] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 879443d4-6062-44da-a397-b2b41399acf6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cd1759a5-340f-4ec4-8c87-6601cdd30f05 was re-scheduled: Binding failed for port 879443d4-6062-44da-a397-b2b41399acf6, please check neutron logs for more information.\n'] [ 590.890352] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 590.890594] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd1759a5-340f-4ec4-8c87-6601cdd30f05.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd1759a5-340f-4ec4-8c87-6601cdd30f05. [ 590.890904] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd1759a5-340f-4ec4-8c87-6601cdd30f05. [ 590.923888] nova-conductor[54144]: DEBUG nova.network.neutron [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 590.980984] nova-conductor[54144]: DEBUG nova.network.neutron [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.994024] nova-conductor[54144]: DEBUG nova.network.neutron [None req-9aa39c06-6302-4808-bf4b-67088879e87f tempest-ServerExternalEventsTest-527115168 tempest-ServerExternalEventsTest-527115168-project-member] [instance: cd1759a5-340f-4ec4-8c87-6601cdd30f05] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.520827] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Expecting reply to msg c3131e2143e1462fa7b3e651dddf7f81 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 592.677101] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c3131e2143e1462fa7b3e651dddf7f81 [ 593.034216] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 593.064051] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.064479] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.064479] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.097613] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.098112] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.098533] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.099248] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.099810] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.108379] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.119629] nova-conductor[54144]: DEBUG nova.quota [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Getting quotas for project 769af1422f174351b56933856b5278e7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 593.126702] nova-conductor[54144]: DEBUG nova.quota [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Getting quotas for user 26cf8ffc280548e1afa32afa8e56502f and project 769af1422f174351b56933856b5278e7. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 593.132776] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 593.133248] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.133451] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.133621] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.137363] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 593.138111] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.138329] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.138502] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.162835] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.163066] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.163249] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.579219] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 034a6aaf-237d-496b-b063-07a202b047f6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cb8136f7-40be-481a-818b-761296286720 was re-scheduled: Binding failed for port 034a6aaf-237d-496b-b063-07a202b047f6, please check neutron logs for more information.\n'] [ 595.579951] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 595.580162] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb8136f7-40be-481a-818b-761296286720.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb8136f7-40be-481a-818b-761296286720. [ 595.580493] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb8136f7-40be-481a-818b-761296286720. [ 595.611242] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 595.693766] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.708380] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e2cd2d1f-e74c-4f65-8252-daef035269a2 tempest-ServersTestJSON-61095532 tempest-ServersTestJSON-61095532-project-member] [instance: cb8136f7-40be-481a-818b-761296286720] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.439507] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Expecting reply to msg 209ed5a2d01d4d5ca050585bc809db1d in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 599.497383] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.519831] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.531771] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.605180] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 209ed5a2d01d4d5ca050585bc809db1d [ 599.951043] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 599.965344] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.965782] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.966145] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.008836] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.009065] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.009262] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.009626] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.009809] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.009969] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.026477] nova-conductor[54143]: DEBUG nova.quota [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Getting quotas for project e7a6953d43064a87a5ab9380c3c33575. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.031506] nova-conductor[54143]: DEBUG nova.quota [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Getting quotas for user 6601cff6f3824fb88e6460ce1a56a1bc and project e7a6953d43064a87a5ab9380c3c33575. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.039230] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 600.039230] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.039230] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.039230] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.044120] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 600.044363] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.044565] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.044731] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.071799] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.071799] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.071799] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.122251] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Expecting reply to msg 3e8feae0fd2348e9ad13ceed0913d4b4 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 600.238174] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ae6d28ed-05ae-47e7-aa47-ac756b713553, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7be5352a-5a77-4084-b287-101de92ce7a8 was re-scheduled: Binding failed for port ae6d28ed-05ae-47e7-aa47-ac756b713553, please check neutron logs for more information.\n'] [ 600.238900] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 600.239013] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7be5352a-5a77-4084-b287-101de92ce7a8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7be5352a-5a77-4084-b287-101de92ce7a8. [ 600.239456] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7be5352a-5a77-4084-b287-101de92ce7a8. [ 600.269529] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 600.287911] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3e8feae0fd2348e9ad13ceed0913d4b4 [ 600.289242] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 600.293684] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e6844212-812f-4be6-b275-b6b2bb2b4e5a tempest-VolumesAssistedSnapshotsTest-765875121 tempest-VolumesAssistedSnapshotsTest-765875121-project-member] [instance: 7be5352a-5a77-4084-b287-101de92ce7a8] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.625662] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 600.657179] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.657179] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.657406] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.707535] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.707774] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.707944] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.708395] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.708591] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.708756] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.717910] nova-conductor[54143]: DEBUG nova.quota [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Getting quotas for project f662efe36b3346739aae04ad17f31275. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.720870] nova-conductor[54143]: DEBUG nova.quota [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Getting quotas for user 49abbd7dddcf4051b6b523967da72ce5 and project f662efe36b3346739aae04ad17f31275. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.728059] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 600.728666] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.728666] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.728828] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.732954] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 600.733834] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.734199] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.734199] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.748905] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.749152] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.749343] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.620950] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Expecting reply to msg 36704b425c3a414f88f9a9afc224b787 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 601.693357] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 336beb26-246f-4ef5-bd11-8a1db83b3fdf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1b2bad66-193b-4eae-bdde-fa4c76492e4d was re-scheduled: Binding failed for port 336beb26-246f-4ef5-bd11-8a1db83b3fdf, please check neutron logs for more information.\n'] [ 601.693724] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 601.693967] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b2bad66-193b-4eae-bdde-fa4c76492e4d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b2bad66-193b-4eae-bdde-fa4c76492e4d. [ 601.694388] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1b2bad66-193b-4eae-bdde-fa4c76492e4d. [ 601.717254] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 601.743175] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 601.746302] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c3306e14-55cb-4b6e-a328-9cfdc656c74e tempest-ServersWithSpecificFlavorTestJSON-166219439 tempest-ServersWithSpecificFlavorTestJSON-166219439-project-member] [instance: 1b2bad66-193b-4eae-bdde-fa4c76492e4d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.774954] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 36704b425c3a414f88f9a9afc224b787 [ 602.123978] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 602.141380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.141617] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.141698] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.183805] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.184239] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.184438] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.184822] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.185081] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.185231] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.201338] nova-conductor[54144]: DEBUG nova.quota [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 602.205192] nova-conductor[54144]: DEBUG nova.quota [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for user 37b826a9b6744841bb718b37dbaf076b and project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 602.216295] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 602.216599] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.217043] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.217259] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.223176] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 602.223939] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.224162] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.224349] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.253970] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.254569] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.254831] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.721679] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1d56d897-76d5-48ea-b25a-05b65520a3b8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 79bdd0a3-edb3-4817-895e-eb51be4b583e was re-scheduled: Binding failed for port 1d56d897-76d5-48ea-b25a-05b65520a3b8, please check neutron logs for more information.\n'] [ 603.722319] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 603.722543] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79bdd0a3-edb3-4817-895e-eb51be4b583e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79bdd0a3-edb3-4817-895e-eb51be4b583e. [ 603.722852] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79bdd0a3-edb3-4817-895e-eb51be4b583e. [ 603.752612] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 603.782745] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.786251] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3aa30d69-66e8-4c92-a4a3-f6563900bbb3 tempest-InstanceActionsNegativeTestJSON-1250748808 tempest-InstanceActionsNegativeTestJSON-1250748808-project-member] [instance: 79bdd0a3-edb3-4817-895e-eb51be4b583e] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.563423] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 37c03a43-31cc-461d-b8ce-5f0422a7b68e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af was re-scheduled: Binding failed for port 37c03a43-31cc-461d-b8ce-5f0422a7b68e, please check neutron logs for more information.\n'] [ 605.564461] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 605.564814] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af. [ 605.565181] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af. [ 605.604070] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 605.653012] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.656749] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6601026b-2736-444e-8fdb-c174387b92d5 tempest-DeleteServersAdminTestJSON-1553116900 tempest-DeleteServersAdminTestJSON-1553116900-project-member] [instance: 32a2b7d7-69dd-4d8b-9fb0-55484e7f81af] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.153070] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Expecting reply to msg 226c20bae3744798ae2106348469a8ba in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 607.328115] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 226c20bae3744798ae2106348469a8ba [ 607.656147] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 607.673676] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.673900] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.674072] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.710131] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.710563] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.716434] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.716434] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.716434] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.716434] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.721544] nova-conductor[54143]: DEBUG nova.quota [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.724841] nova-conductor[54143]: DEBUG nova.quota [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for user 9e9d982c8f83452e9e8756e200406b81 and project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.729847] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 607.731011] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.731377] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.731685] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.735414] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 607.736414] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.736744] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.737040] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.754134] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.754542] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.754843] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.571747] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Expecting reply to msg be15d2ed962e4c59b837a518a1f697fc in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 608.723149] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg be15d2ed962e4c59b837a518a1f697fc [ 609.073021] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 609.086136] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.086271] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.086442] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.126499] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.126756] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.126930] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.127307] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.127496] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.127659] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.145293] nova-conductor[54144]: DEBUG nova.quota [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 609.148369] nova-conductor[54144]: DEBUG nova.quota [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for user 9e9d982c8f83452e9e8756e200406b81 and project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 609.158915] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 609.158915] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.158915] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.158915] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.165414] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 609.166238] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.166447] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.166612] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.187192] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.187192] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.187192] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.301200] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 24059ee1-324e-404b-9a84-782254ba283f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f0aad06d-5d21-4f93-a3ec-7f7e5018a862 was re-scheduled: Binding failed for port 24059ee1-324e-404b-9a84-782254ba283f, please check neutron logs for more information.\n'] [ 610.301200] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 610.301200] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0aad06d-5d21-4f93-a3ec-7f7e5018a862.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0aad06d-5d21-4f93-a3ec-7f7e5018a862. [ 610.301200] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f0aad06d-5d21-4f93-a3ec-7f7e5018a862. [ 610.352616] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 610.355529] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Expecting reply to msg 0fbee2ed8630410abb716c53bdb3c5e3 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 610.372068] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 610.375415] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e58ec350-0cdc-4922-9477-6f1ab18ecf1d tempest-ImagesNegativeTestJSON-900471837 tempest-ImagesNegativeTestJSON-900471837-project-member] [instance: f0aad06d-5d21-4f93-a3ec-7f7e5018a862] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.518253] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0fbee2ed8630410abb716c53bdb3c5e3 [ 610.858583] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 610.882236] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.882498] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.882670] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.920744] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.920984] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.921188] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.921537] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.921723] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.921883] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.944894] nova-conductor[54144]: DEBUG nova.quota [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.956769] nova-conductor[54144]: DEBUG nova.quota [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Getting quotas for user 9e9d982c8f83452e9e8756e200406b81 and project e6b0b06534354175ac1326dc3c887dd9. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.966358] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 610.968216] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.968216] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.968216] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.977840] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 610.978518] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.981327] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.981649] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.022802] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.023048] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.023221] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.904786] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Expecting reply to msg acbea35b7715416f921f1bd8235a5a39 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 613.081632] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg acbea35b7715416f921f1bd8235a5a39 [ 613.407376] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 613.426427] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.426695] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.426921] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.469708] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.470012] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.470267] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.470723] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.470929] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.471131] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.487835] nova-conductor[54143]: DEBUG nova.quota [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Getting quotas for project a6f457e1f4954fb08d79efd176be8e63. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 613.491575] nova-conductor[54143]: DEBUG nova.quota [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Getting quotas for user ccfa45df4b924794b8caf7bfda217a29 and project a6f457e1f4954fb08d79efd176be8e63. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 613.500750] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 613.501286] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.501489] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.501664] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.508594] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 613.509531] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.509743] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.509952] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.546590] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.546835] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.547049] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.089587] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Expecting reply to msg 6931b4a20d9e44bfa2bfa295032c0204 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 614.259541] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Expecting reply to msg ecdc3364a1404621a465145dfad26bc0 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 614.327871] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6931b4a20d9e44bfa2bfa295032c0204 [ 614.433969] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ecdc3364a1404621a465145dfad26bc0 [ 614.592458] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 614.605262] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.605508] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.605683] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.672786] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.673454] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.673784] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.674328] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.674637] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.674938] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.685818] nova-conductor[54143]: DEBUG nova.quota [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Getting quotas for project 61b16b3a6ceb44afae539f9c398927c4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.690152] nova-conductor[54143]: DEBUG nova.quota [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Getting quotas for user df913ec0bba445d18a17f81fdebf206d and project 61b16b3a6ceb44afae539f9c398927c4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.697535] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 614.698216] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.698536] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.698808] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.709007] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 614.710438] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.710957] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.711390] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.747045] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.747652] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.747853] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.768216] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 614.781307] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.781496] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.781664] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.814618] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.814866] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.815038] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.815515] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.816254] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.816435] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.825669] nova-conductor[54143]: DEBUG nova.quota [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Getting quotas for project 5d1dd6aef12e44dfb604c2da0e51126b. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.828586] nova-conductor[54143]: DEBUG nova.quota [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Getting quotas for user 90ad54c33324481781806a0bfa98d36e and project 5d1dd6aef12e44dfb604c2da0e51126b. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.835643] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 614.836322] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.836538] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.836706] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.841897] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 614.842559] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.842790] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.843030] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.863473] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.863734] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.863908] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.201894] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 97cbbf61-e4e5-4f8b-a378-1379fc2e0071, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 13f9053d-34d1-4700-8eaf-b83f5d725b0d was re-scheduled: Binding failed for port 97cbbf61-e4e5-4f8b-a378-1379fc2e0071, please check neutron logs for more information.\n'] [ 615.202330] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 615.202563] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13f9053d-34d1-4700-8eaf-b83f5d725b0d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13f9053d-34d1-4700-8eaf-b83f5d725b0d. [ 615.202862] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13f9053d-34d1-4700-8eaf-b83f5d725b0d. [ 615.251509] nova-conductor[54143]: DEBUG nova.network.neutron [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 615.327915] nova-conductor[54143]: DEBUG nova.network.neutron [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 615.334565] nova-conductor[54143]: DEBUG nova.network.neutron [None req-414d7029-66ef-42c7-94c3-d5b00f49c3a6 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 13f9053d-34d1-4700-8eaf-b83f5d725b0d] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.943626] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Expecting reply to msg 4df9b576d06647d988fd4ec2016d23bc in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 618.124623] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4df9b576d06647d988fd4ec2016d23bc [ 618.450573] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 618.459257] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=122,nova_api:UPDATE=15,nova_api:DELETE=13 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.474562] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.474892] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.475095] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.478352] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=66,nova_cell1:SAVEPOINT=15,nova_cell1:INSERT=169,nova_cell1:RELEASE=15 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.542631] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.543095] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.543358] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.543867] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.544145] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.544425] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.546986] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=22 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.560041] nova-conductor[54144]: DEBUG nova.quota [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Getting quotas for project 58d7f4eff3b5446c80c24809b63dc435. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 618.562882] nova-conductor[54144]: DEBUG nova.quota [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Getting quotas for user 7492dfbd731f497f9da7e4557e6d868b and project 58d7f4eff3b5446c80c24809b63dc435. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 618.568750] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 618.569444] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.569775] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.569959] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.575585] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 618.578004] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.578323] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.578645] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.599587] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.599964] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.600232] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.576530] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32882bf5-9862-4a2d-aa57-bfd055c61f15, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9649b0fb-00f4-46db-ac5e-8bca75caa6aa was re-scheduled: Binding failed for port 32882bf5-9862-4a2d-aa57-bfd055c61f15, please check neutron logs for more information.\n'] [ 619.576530] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 619.576530] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9649b0fb-00f4-46db-ac5e-8bca75caa6aa.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9649b0fb-00f4-46db-ac5e-8bca75caa6aa. [ 619.576530] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9649b0fb-00f4-46db-ac5e-8bca75caa6aa. [ 619.600025] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 619.636385] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 619.640318] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1533bc8d-26a8-4b1d-9858-1682a073cf17 tempest-ListImageFiltersTestJSON-748434064 tempest-ListImageFiltersTestJSON-748434064-project-member] [instance: 9649b0fb-00f4-46db-ac5e-8bca75caa6aa] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.116041] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-13ed6c76-86de-42de-a33f-1791b1b6f8e5 tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Targeting cell a6ef6a58-e411-4f94-990b-b43e5de3a53c(cell1) for conductor method rebuild_instance {{(pid=54144) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 621.116041] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-13ed6c76-86de-42de-a33f-1791b1b6f8e5 tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.116041] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-13ed6c76-86de-42de-a33f-1791b1b6f8e5 tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.116427] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-13ed6c76-86de-42de-a33f-1791b1b6f8e5 tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.131519] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-13ed6c76-86de-42de-a33f-1791b1b6f8e5 tempest-ServersAdmin275Test-1041290276 tempest-ServersAdmin275Test-1041290276-project-member] [instance: 864ab595-5b4e-4de7-af40-2bd66134d042] No migration record for the rebuild/evacuate request. {{(pid=54144) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1228}} [ 624.101298] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Expecting reply to msg bb8e9790c98d44729a8baaa61cc9dda1 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 624.270868] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg bb8e9790c98d44729a8baaa61cc9dda1 [ 624.604779] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 624.625989] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.626464] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.626877] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.676546] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.676874] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.677060] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.677444] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.677634] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.677796] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.689180] nova-conductor[54144]: DEBUG nova.quota [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Getting quotas for project 631b323129984baf8a093b64c54bffaa. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.692958] nova-conductor[54144]: DEBUG nova.quota [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Getting quotas for user 8534f051a1bc4be79eea9516d50c7e47 and project 631b323129984baf8a093b64c54bffaa. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.702629] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 624.702798] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.703754] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.703754] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.706572] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 624.707199] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.707508] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.707656] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.731483] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.731681] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.732095] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.822149] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.846268] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=48,nova_cell1:RELEASE=5 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.859622] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=41,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.862940] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=37,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.989519] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Expecting reply to msg 881b3a3091874f83ac34b367972ea715 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 627.181729] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 881b3a3091874f83ac34b367972ea715 [ 627.491995] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 627.510965] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.511216] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.511368] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.547245] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.547473] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.547638] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.548097] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.548220] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.548377] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.560842] nova-conductor[54144]: DEBUG nova.quota [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Getting quotas for project a9d429ddf34f4f07b636392e57843732. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.564914] nova-conductor[54144]: DEBUG nova.quota [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Getting quotas for user 49391834d9bd4afb9d16b688009c5940 and project a9d429ddf34f4f07b636392e57843732. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.575519] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 627.576290] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.576463] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.576673] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.586237] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 627.586926] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.587281] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.587510] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.609618] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.609920] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.610139] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.031067] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Expecting reply to msg 450df7168481493d884239c6e69dffbe in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 628.347657] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 450df7168481493d884239c6e69dffbe [ 628.514119] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Expecting reply to msg 918263a1f9fc449da3bad702a46466be in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 628.535251] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 628.549507] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.549918] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.550467] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.629106] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.629602] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.629732] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.666921] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.667981] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.668354] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.700531] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 918263a1f9fc449da3bad702a46466be [ 628.709646] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.709830] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.709986] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.710414] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.710621] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.710787] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.721456] nova-conductor[54143]: DEBUG nova.quota [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Getting quotas for project 6a4f518daa5e483a8df601473618664d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 628.724236] nova-conductor[54143]: DEBUG nova.quota [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Getting quotas for user 5922f1cfd798400cb57ab7b60bb91cc9 and project 6a4f518daa5e483a8df601473618664d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 628.730022] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 595e8b6d-eaf3-43a7-9711-60fa63b07164] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 628.730621] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.730926] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.731251] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.737308] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 595e8b6d-eaf3-43a7-9711-60fa63b07164] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 628.738404] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.738565] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.738803] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.758681] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.758895] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.759325] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.768180] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 628.768408] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.768771] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.769009] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.777998] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 628.778932] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.779252] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.779516] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.795599] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.796253] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.796638] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.803965] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 628.804712] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.804997] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.805237] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.809903] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 628.810064] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.810296] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.810532] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.826882] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.827325] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.827566] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.016694] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 629.030577] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.030888] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.031102] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.074891] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.075169] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.075408] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.076049] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.076049] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.076318] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.086390] nova-conductor[54143]: DEBUG nova.quota [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Getting quotas for project e679f262fabc419a95421c389804a920. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.089720] nova-conductor[54143]: DEBUG nova.quota [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Getting quotas for user f6a6397d9c264e42a06dd2aaf4bd7967 and project e679f262fabc419a95421c389804a920. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 629.095949] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 629.096571] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.096870] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.097255] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.102862] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 629.103647] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.103908] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.104165] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.128637] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.128993] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.129282] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.474597] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d0677066-2ce7-43f1-8cce-8dcc08d2a731 tempest-ServersAdmin275Test-580218947 tempest-ServersAdmin275Test-580218947-project-admin] Targeting cell a6ef6a58-e411-4f94-990b-b43e5de3a53c(cell1) for conductor method rebuild_instance {{(pid=54144) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 630.474837] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d0677066-2ce7-43f1-8cce-8dcc08d2a731 tempest-ServersAdmin275Test-580218947 tempest-ServersAdmin275Test-580218947-project-admin] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.475046] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d0677066-2ce7-43f1-8cce-8dcc08d2a731 tempest-ServersAdmin275Test-580218947 tempest-ServersAdmin275Test-580218947-project-admin] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.475215] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d0677066-2ce7-43f1-8cce-8dcc08d2a731 tempest-ServersAdmin275Test-580218947 tempest-ServersAdmin275Test-580218947-project-admin] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.483633] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d0677066-2ce7-43f1-8cce-8dcc08d2a731 tempest-ServersAdmin275Test-580218947 tempest-ServersAdmin275Test-580218947-project-admin] [instance: 864ab595-5b4e-4de7-af40-2bd66134d042] No migration record for the rebuild/evacuate request. {{(pid=54144) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1228}} [ 632.077369] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c06d774c-9ba7-4dea-8af4-a61748e667ec, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc9e744d-ca20-4703-bd14-b4925ef25b7e was re-scheduled: Binding failed for port c06d774c-9ba7-4dea-8af4-a61748e667ec, please check neutron logs for more information.\n'] [ 632.077993] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 632.078228] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc9e744d-ca20-4703-bd14-b4925ef25b7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc9e744d-ca20-4703-bd14-b4925ef25b7e. [ 632.078538] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc9e744d-ca20-4703-bd14-b4925ef25b7e. [ 632.101652] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 632.118229] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 632.122302] nova-conductor[54143]: DEBUG nova.network.neutron [None req-e1810332-5c65-4098-a85e-30457eb5b9aa tempest-ServerMetadataNegativeTestJSON-292440869 tempest-ServerMetadataNegativeTestJSON-292440869-project-member] [instance: bc9e744d-ca20-4703-bd14-b4925ef25b7e] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.688608] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:UPDATE=187,nova_cell1:SELECT=418,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=41,nova_cell1:RELEASE=41 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.991706] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Expecting reply to msg 31566662239a4ac48d6d4745912069b2 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 634.156706] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 31566662239a4ac48d6d4745912069b2 [ 634.498084] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 634.510108] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.510352] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.510529] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.546431] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.546669] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.546843] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.547231] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.547431] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.547599] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.565743] nova-conductor[54143]: DEBUG nova.quota [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Getting quotas for project 56faf537d8dd4a09b9fb2765706be6d4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 634.569889] nova-conductor[54143]: DEBUG nova.quota [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Getting quotas for user b594a2a88c0244798491af6f31c2ee1f and project 56faf537d8dd4a09b9fb2765706be6d4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 634.576310] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] [instance: 530e2403-a19a-4bee-8022-9835ce6a79dc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 634.576389] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.576608] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.576775] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.588883] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] [instance: 530e2403-a19a-4bee-8022-9835ce6a79dc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 634.589819] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.589819] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.589936] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.628282] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.628476] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.628690] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-44c9d7bd-811a-4b6c-b511-41f87aef2cf6 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.806419] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Expecting reply to msg 0218a02164154052b4c5d12d36a80008 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 634.946820] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0218a02164154052b4c5d12d36a80008 [ 635.312371] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 635.328034] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.328034] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.328218] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.360215] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.360691] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.360942] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.361394] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.361656] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.361871] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.370947] nova-conductor[54143]: DEBUG nova.quota [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Getting quotas for project 56faf537d8dd4a09b9fb2765706be6d4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 635.373855] nova-conductor[54143]: DEBUG nova.quota [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Getting quotas for user b594a2a88c0244798491af6f31c2ee1f and project 56faf537d8dd4a09b9fb2765706be6d4. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 635.379491] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] [instance: d65b4677-a3c5-40ef-ba10-4994f3a0096d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 635.379988] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.380325] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.380564] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.385228] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] [instance: d65b4677-a3c5-40ef-ba10-4994f3a0096d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 635.385876] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.386070] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.386232] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.403017] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.403246] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.403420] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b685c752-3701-45bd-8f59-e68b45ae9a0b tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.865371] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Expecting reply to msg b94d6e5e97894b95bca94269861a44df in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 636.018646] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b94d6e5e97894b95bca94269861a44df [ 636.368009] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 636.383759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.383759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.383759] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.415311] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.415543] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.415715] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.416207] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.416401] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.416563] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.424323] nova-conductor[54144]: DEBUG nova.quota [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Getting quotas for project 6832a240780e4340ab4a7a8bd6080eb3. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.426369] nova-conductor[54144]: DEBUG nova.quota [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Getting quotas for user 87ba1cdf0645474a8b705b0ef1905933 and project 6832a240780e4340ab4a7a8bd6080eb3. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.431160] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] [instance: a73df727-973c-491a-9306-ce0d8cc45fea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 636.431592] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.431782] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.431944] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.440861] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] [instance: a73df727-973c-491a-9306-ce0d8cc45fea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 636.441453] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.441649] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.441812] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.457241] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.457441] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.457607] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0e8e2deb-7eed-4f7f-96a5-af994c01972b tempest-ServerShowV257Test-90061624 tempest-ServerShowV257Test-90061624-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.432752] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:UPDATE=178,nova_cell1:SELECT=373,nova_cell1:DELETE=2,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:INSERT=29 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.366289] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=4 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.388517] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=45,nova_cell1:RELEASE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.396784] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.398750] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 646.421503] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 646.444398] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=34,nova_cell1:RELEASE=4,nova_cell1:SELECT=19,nova_cell1:UPDATE=6 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 646.454085] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=81,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 646.456010] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=4,nova_api:DELETE=4 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.239967] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port efad5041-dc33-431e-94bb-fe1ac69e05ae, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 26355f57-391a-43d6-9f91-4c75a719e18d was re-scheduled: Binding failed for port efad5041-dc33-431e-94bb-fe1ac69e05ae, please check neutron logs for more information.\n'] [ 660.240544] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 660.240769] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 26355f57-391a-43d6-9f91-4c75a719e18d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 26355f57-391a-43d6-9f91-4c75a719e18d. [ 660.241683] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 26355f57-391a-43d6-9f91-4c75a719e18d. [ 660.268368] nova-conductor[54144]: DEBUG nova.network.neutron [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 660.283584] nova-conductor[54144]: DEBUG nova.network.neutron [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 660.286413] nova-conductor[54144]: DEBUG nova.network.neutron [None req-473777ac-b5aa-4a4a-b084-f35e489de773 tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 26355f57-391a-43d6-9f91-4c75a719e18d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.641851] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Expecting reply to msg 1720f248e0314e88bd950d830afdedbf in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 662.770347] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1720f248e0314e88bd950d830afdedbf [ 662.819413] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7155164e-5c3a-4907-b83c-c6cb85049822, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b5839acb-bc03-4116-99c1-24151a914ce7 was re-scheduled: Binding failed for port 7155164e-5c3a-4907-b83c-c6cb85049822, please check neutron logs for more information.\n'] [ 662.820024] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 662.820400] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5839acb-bc03-4116-99c1-24151a914ce7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5839acb-bc03-4116-99c1-24151a914ce7. [ 662.820546] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5839acb-bc03-4116-99c1-24151a914ce7. [ 662.840546] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 662.855130] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 662.859970] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a068a7e9-64f7-46ec-a1a9-b944bd85e66d tempest-ServersV294TestFqdnHostnames-1327189030 tempest-ServersV294TestFqdnHostnames-1327189030-project-member] [instance: b5839acb-bc03-4116-99c1-24151a914ce7] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.144439] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 663.157156] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.157349] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.157529] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.188054] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.188285] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.188459] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.188819] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.189005] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.189180] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.198540] nova-conductor[54143]: DEBUG nova.quota [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Getting quotas for project 1310699c58bb4859804da5db13187299. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.201852] nova-conductor[54143]: DEBUG nova.quota [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Getting quotas for user 3040c53c8a774dcbb67428a27673a55b and project 1310699c58bb4859804da5db13187299. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.206684] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 663.207172] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.207374] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.207534] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.210221] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 663.210836] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.211026] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.211186] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.228379] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.228603] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.228845] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.894039] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 03e1c0e4-1815-4508-b05e-052727b8907a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2b824a2f-b560-4d61-b7a3-fc39fbb64788 was re-scheduled: Binding failed for port 03e1c0e4-1815-4508-b05e-052727b8907a, please check neutron logs for more information.\n'] [ 664.894655] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 664.894887] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b824a2f-b560-4d61-b7a3-fc39fbb64788.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b824a2f-b560-4d61-b7a3-fc39fbb64788. [ 664.895628] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b824a2f-b560-4d61-b7a3-fc39fbb64788. [ 664.919251] nova-conductor[54144]: DEBUG nova.network.neutron [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 664.939591] nova-conductor[54144]: DEBUG nova.network.neutron [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 664.944043] nova-conductor[54144]: DEBUG nova.network.neutron [None req-135154d3-dbad-40e5-af8f-16582619f6a7 tempest-ServerTagsTestJSON-1092141878 tempest-ServerTagsTestJSON-1092141878-project-member] [instance: 2b824a2f-b560-4d61-b7a3-fc39fbb64788] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.050290] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 88c07728-975e-4e42-814b-c430f97ce3ca, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e164ab7c-bbd6-41ab-999b-3063b88019f8 was re-scheduled: Binding failed for port 88c07728-975e-4e42-814b-c430f97ce3ca, please check neutron logs for more information.\n'] [ 668.050921] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 668.051122] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e164ab7c-bbd6-41ab-999b-3063b88019f8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e164ab7c-bbd6-41ab-999b-3063b88019f8. [ 668.051496] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e164ab7c-bbd6-41ab-999b-3063b88019f8. [ 668.085630] nova-conductor[54143]: DEBUG nova.network.neutron [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 668.164613] nova-conductor[54143]: DEBUG nova.network.neutron [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 668.168225] nova-conductor[54143]: DEBUG nova.network.neutron [None req-418a6c3a-bd86-4e5e-9844-0f20628d1774 tempest-ServerAddressesNegativeTestJSON-1581177475 tempest-ServerAddressesNegativeTestJSON-1581177475-project-member] [instance: e164ab7c-bbd6-41ab-999b-3063b88019f8] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.006353] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Expecting reply to msg 96e3075af69141e5bf8a72e6e8c17cea in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 669.142875] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 96e3075af69141e5bf8a72e6e8c17cea [ 669.509244] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 669.525217] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.525459] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.525625] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.580094] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.580435] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.580625] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.581013] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.581206] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.581401] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.592912] nova-conductor[54144]: DEBUG nova.quota [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 669.594196] nova-conductor[54144]: DEBUG nova.quota [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for user c3dbd4a0b38c4d7abf3b94c40080a001 and project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 669.601143] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 669.602625] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.602625] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.602625] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.605595] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 669.606738] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.607014] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.607312] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.629466] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.629893] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.630301] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.579527] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2103493a-9f64-44ef-8e40-a50a85fe2435, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c2546a2e-e240-4767-b435-316097c18737 was re-scheduled: Binding failed for port 2103493a-9f64-44ef-8e40-a50a85fe2435, please check neutron logs for more information.\n'] [ 670.580254] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 670.580449] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2546a2e-e240-4767-b435-316097c18737.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2546a2e-e240-4767-b435-316097c18737. [ 670.580703] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2546a2e-e240-4767-b435-316097c18737. [ 670.616768] nova-conductor[54143]: DEBUG nova.network.neutron [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 670.638140] nova-conductor[54143]: DEBUG nova.network.neutron [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 670.641574] nova-conductor[54143]: DEBUG nova.network.neutron [None req-f3d7e020-714c-4350-92da-cb3c89708df3 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: c2546a2e-e240-4767-b435-316097c18737] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.487513] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Expecting reply to msg 7afbd5998f9a4e59ba04704bb0f354e6 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 672.654757] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 7afbd5998f9a4e59ba04704bb0f354e6 [ 672.990805] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 673.006866] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.007107] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.007283] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.060522] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.060765] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.060931] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.061307] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.061652] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.061866] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.076871] nova-conductor[54144]: DEBUG nova.quota [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Getting quotas for project afabdc38bfc241a9b54279f1cbbee044. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 673.080264] nova-conductor[54144]: DEBUG nova.quota [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Getting quotas for user 238d6256764f4ac78d8b67d820f3b145 and project afabdc38bfc241a9b54279f1cbbee044. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 673.087073] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 673.087749] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.088136] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.088510] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.093114] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 673.093804] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.094119] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.094312] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.113648] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.113648] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.113844] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.194889] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.214423] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.222562] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.227365] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 674.915540] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.915801] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.915979] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.939333] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Expecting reply to msg b459500d421b4fcf858ac5e895feb94d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 675.107383] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b459500d421b4fcf858ac5e895feb94d [ 675.241548] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 82e01cb6-db12-46e1-872d-f680d658c6d4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ed0fa11b-f336-404d-833f-ad8d179335ea was re-scheduled: Binding failed for port 82e01cb6-db12-46e1-872d-f680d658c6d4, please check neutron logs for more information.\n'] [ 675.242261] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 675.242822] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0fa11b-f336-404d-833f-ad8d179335ea.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0fa11b-f336-404d-833f-ad8d179335ea. [ 675.243196] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0fa11b-f336-404d-833f-ad8d179335ea. [ 675.270182] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 675.296186] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 675.299239] nova-conductor[54143]: DEBUG nova.network.neutron [None req-ded89155-3aac-4587-a202-fcd137fb2068 tempest-InstanceActionsV221TestJSON-1321671231 tempest-InstanceActionsV221TestJSON-1321671231-project-member] [instance: ed0fa11b-f336-404d-833f-ad8d179335ea] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.442260] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 675.454538] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.454831] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.454948] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.504489] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.504722] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.504893] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.505255] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.505441] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.505617] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.514341] nova-conductor[54144]: DEBUG nova.quota [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Getting quotas for project 3239d18f1b2a4788918799c98f203b2f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 675.518858] nova-conductor[54144]: DEBUG nova.quota [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Getting quotas for user 3d9155e97871435882864d4b41bdff49 and project 3239d18f1b2a4788918799c98f203b2f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.533454] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 675.533998] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.534209] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.534382] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.537689] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 675.538332] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.538532] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.538696] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.560271] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.560664] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.560878] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.543981] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8aad9650-4141-47a9-b217-9bf6f14ec53f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2003d21e-7e34-40d4-a3cb-1261c41c39f3 was re-scheduled: Binding failed for port 8aad9650-4141-47a9-b217-9bf6f14ec53f, please check neutron logs for more information.\n'] [ 680.544866] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 680.544961] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2003d21e-7e34-40d4-a3cb-1261c41c39f3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2003d21e-7e34-40d4-a3cb-1261c41c39f3. [ 680.545286] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2003d21e-7e34-40d4-a3cb-1261c41c39f3. [ 680.603623] nova-conductor[54144]: DEBUG nova.network.neutron [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 680.655418] nova-conductor[54144]: DEBUG nova.network.neutron [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 680.657242] nova-conductor[54144]: DEBUG nova.network.neutron [None req-240e2974-634c-4e42-b645-63d6a2da5690 tempest-ImagesOneServerNegativeTestJSON-2026637294 tempest-ImagesOneServerNegativeTestJSON-2026637294-project-member] [instance: 2003d21e-7e34-40d4-a3cb-1261c41c39f3] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.885971] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg a7c1f426d43944e6bb85a510ecf94b62 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 681.061495] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a7c1f426d43944e6bb85a510ecf94b62 [ 681.388163] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 681.401772] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.401991] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.402159] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.473431] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.473669] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.473836] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.474193] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.474378] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.474535] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.481864] nova-conductor[54144]: DEBUG nova.quota [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 681.483889] nova-conductor[54144]: DEBUG nova.quota [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 681.488522] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 681.488918] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.489110] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.489298] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.492073] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 681.492693] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.492891] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.493055] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.509102] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.509400] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.509569] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.473238] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4d6bb5ed-987d-4225-8e52-71be396c949b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 00111121-79c4-4b19-a591-c0aa46d68b4b was re-scheduled: Binding failed for port 4d6bb5ed-987d-4225-8e52-71be396c949b, please check neutron logs for more information.\n'] [ 682.473788] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 682.474003] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00111121-79c4-4b19-a591-c0aa46d68b4b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00111121-79c4-4b19-a591-c0aa46d68b4b. [ 682.474217] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00111121-79c4-4b19-a591-c0aa46d68b4b. [ 682.500736] nova-conductor[54143]: DEBUG nova.network.neutron [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 682.531375] nova-conductor[54143]: DEBUG nova.network.neutron [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 682.534935] nova-conductor[54143]: DEBUG nova.network.neutron [None req-73f7af94-500e-4785-9071-9627c9b58ae1 tempest-MigrationsAdminTest-1992983040 tempest-MigrationsAdminTest-1992983040-project-member] [instance: 00111121-79c4-4b19-a591-c0aa46d68b4b] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.701129] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6d519d7c-3365-412e-82ce-23ae9bfc3c08, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f8e7c29e-059b-48c3-9c0d-b8071cf90645 was re-scheduled: Binding failed for port 6d519d7c-3365-412e-82ce-23ae9bfc3c08, please check neutron logs for more information.\n'] [ 684.701773] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 684.702052] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e7c29e-059b-48c3-9c0d-b8071cf90645.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e7c29e-059b-48c3-9c0d-b8071cf90645. [ 684.702311] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8e7c29e-059b-48c3-9c0d-b8071cf90645. [ 684.762158] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 684.779957] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 684.784648] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: f8e7c29e-059b-48c3-9c0d-b8071cf90645] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.442553] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Expecting reply to msg 89c3cdf115204790a80b55ecd7876872 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 691.478140] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=4 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 691.495030] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 691.503942] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 691.509169] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 691.593198] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 89c3cdf115204790a80b55ecd7876872 [ 691.946030] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 691.964348] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.964582] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.964754] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.008963] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.009206] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.009387] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.009749] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.009970] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.010081] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.021224] nova-conductor[54143]: DEBUG nova.quota [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Getting quotas for project 8e89112e80454d5b886bdd45fe8e8b2e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 692.024369] nova-conductor[54143]: DEBUG nova.quota [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Getting quotas for user 978287970a354a7f8430e7484c0c2b34 and project 8e89112e80454d5b886bdd45fe8e8b2e. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 692.032665] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 692.033124] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.033337] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.033511] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.038062] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 692.038710] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.038910] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.039074] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.055950] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.056232] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.056469] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.726021] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=280,nova_cell1:UPDATE=133,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:INSERT=19,nova_cell1:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.846262] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=290,nova_cell1:UPDATE=144,nova_cell1:INSERT=19,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.871924] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3a0598d9-3abd-40ba-8d16-359edaf403ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06ef1e1b-17d9-42be-92af-8911ed4913c3 was re-scheduled: Binding failed for port 3a0598d9-3abd-40ba-8d16-359edaf403ba, please check neutron logs for more information.\n'] [ 699.871924] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 699.871924] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06ef1e1b-17d9-42be-92af-8911ed4913c3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06ef1e1b-17d9-42be-92af-8911ed4913c3. [ 699.871924] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06ef1e1b-17d9-42be-92af-8911ed4913c3. [ 699.897009] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 699.916187] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 699.921301] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7d63a079-6cf5-410f-8178-f7e58afcead8 tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 06ef1e1b-17d9-42be-92af-8911ed4913c3] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.531311] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Expecting reply to msg 5fb249840bef4a2c976b4f8283285598 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 701.783060] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5fb249840bef4a2c976b4f8283285598 [ 702.015113] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 702.034224] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 702.041229] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 702.049681] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.049902] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.050071] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.090569] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.090807] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.090977] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.113837] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.114072] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.114244] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.114619] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.114804] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.114967] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.123642] nova-conductor[54143]: DEBUG nova.quota [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Getting quotas for project 32d3944b7a574231bc736271cab77b3d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 702.127416] nova-conductor[54143]: DEBUG nova.quota [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Getting quotas for user 48cbb2525d2b49b8a578b8c289159466 and project 32d3944b7a574231bc736271cab77b3d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 702.133592] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 702.134035] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.134297] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.134911] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.146308] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 702.146915] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.147189] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.147378] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.164062] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.164062] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.164062] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.169911] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 702.170386] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.170586] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.170751] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.173674] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 702.174269] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.174468] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.174636] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.190947] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.191162] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.191334] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.117882] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.176466] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=14 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.183845] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.189257] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.422353] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e1980941-23ba-44d2-84a4-d4e4604bee76, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b was re-scheduled: Binding failed for port e1980941-23ba-44d2-84a4-d4e4604bee76, please check neutron logs for more information.\n'] [ 727.423244] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 727.423512] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b. [ 727.423848] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b. [ 727.452352] nova-conductor[54144]: DEBUG nova.network.neutron [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 727.467278] nova-conductor[54144]: DEBUG nova.network.neutron [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 727.470371] nova-conductor[54144]: DEBUG nova.network.neutron [None req-495e802a-d37a-470b-bcf5-1c843b0e972b tempest-ServerActionsTestJSON-171382935 tempest-ServerActionsTestJSON-171382935-project-member] [instance: 48e9af63-1e1f-40b5-a994-6b9a0a57fe5b] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.481753] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ce4443ef-35ee-482a-8d07-d7339754c2b0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d was re-scheduled: Binding failed for port ce4443ef-35ee-482a-8d07-d7339754c2b0, please check neutron logs for more information.\n'] [ 729.482345] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 729.482575] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d. [ 729.482906] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d. [ 729.511865] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 729.539204] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 729.544274] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d604b1a0-6abc-4613-842d-9d2b9d721677 tempest-ServerRescueTestJSONUnderV235-1663730027 tempest-ServerRescueTestJSONUnderV235-1663730027-project-member] [instance: 3bbdc73a-0c76-49bf-8bea-235a81e4ee8d] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.586327] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a357d5f9-810a-448b-96d5-a3e22e1f7990, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9a964da0-2721-4db8-9705-9d5b3ac57177 was re-scheduled: Binding failed for port a357d5f9-810a-448b-96d5-a3e22e1f7990, please check neutron logs for more information.\n'] [ 731.586924] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 731.587172] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a964da0-2721-4db8-9705-9d5b3ac57177.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a964da0-2721-4db8-9705-9d5b3ac57177. [ 731.587441] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9a964da0-2721-4db8-9705-9d5b3ac57177. [ 731.622583] nova-conductor[54144]: DEBUG nova.network.neutron [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 731.638123] nova-conductor[54144]: DEBUG nova.network.neutron [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 731.644079] nova-conductor[54144]: DEBUG nova.network.neutron [None req-caf6fa5b-2ada-43b4-93f2-5e45adea2b3d tempest-TenantUsagesTestJSON-2036398319 tempest-TenantUsagesTestJSON-2036398319-project-member] [instance: 9a964da0-2721-4db8-9705-9d5b3ac57177] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.685955] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 10e3a159-f44a-4059-8d7c-138eb53c49d4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 442b165b-f9c2-42c4-8b22-d3bfda9382b2 was re-scheduled: Binding failed for port 10e3a159-f44a-4059-8d7c-138eb53c49d4, please check neutron logs for more information.\n'] [ 733.687252] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 733.687655] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442b165b-f9c2-42c4-8b22-d3bfda9382b2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442b165b-f9c2-42c4-8b22-d3bfda9382b2. [ 733.688064] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442b165b-f9c2-42c4-8b22-d3bfda9382b2. [ 733.758723] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 733.789563] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 733.809471] nova-conductor[54143]: DEBUG nova.network.neutron [None req-7e54f5d6-bb81-4c50-9572-c7189a34a398 tempest-AttachInterfacesV270Test-2095324956 tempest-AttachInterfacesV270Test-2095324956-project-member] [instance: 442b165b-f9c2-42c4-8b22-d3bfda9382b2] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.669171] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 84c0c8b1-b80c-472a-ac57-f460a8a0da62, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c was re-scheduled: Binding failed for port 84c0c8b1-b80c-472a-ac57-f460a8a0da62, please check neutron logs for more information.\n'] [ 735.670510] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 735.670510] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c. [ 735.670510] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c. [ 735.705717] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 735.740832] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 735.745762] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d9971a8e-e33e-4f43-8898-1a3c65a05ed4 tempest-ServerPasswordTestJSON-2041050259 tempest-ServerPasswordTestJSON-2041050259-project-member] [instance: ec9d6042-b422-4e5f-8fcd-a87bd0aefa7c] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.527731] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ebc54da7-abd6-41c2-af1e-89cec9caae26, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ba975bac-7881-458b-95d6-5ed375d1b4c8 was re-scheduled: Binding failed for port ebc54da7-abd6-41c2-af1e-89cec9caae26, please check neutron logs for more information.\n'] [ 740.528202] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 740.528463] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba975bac-7881-458b-95d6-5ed375d1b4c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba975bac-7881-458b-95d6-5ed375d1b4c8. [ 740.528691] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba975bac-7881-458b-95d6-5ed375d1b4c8. [ 740.558256] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 740.573904] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 740.577286] nova-conductor[54143]: DEBUG nova.network.neutron [None req-6e0cdb63-b9de-4ef3-91c9-ab6014a4bffb tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: ba975bac-7881-458b-95d6-5ed375d1b4c8] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.475723] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 93a9a0f6-be67-4ba4-88ea-2f74d7b69e84, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5273c20a-fc92-459a-af39-58d006f25cfe was re-scheduled: Binding failed for port 93a9a0f6-be67-4ba4-88ea-2f74d7b69e84, please check neutron logs for more information.\n'] [ 742.476307] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 742.476612] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5273c20a-fc92-459a-af39-58d006f25cfe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5273c20a-fc92-459a-af39-58d006f25cfe. [ 742.476726] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5273c20a-fc92-459a-af39-58d006f25cfe. [ 742.501953] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 742.516721] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.519887] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b4dab516-7bdb-44ad-a3e8-d93a0b908880 tempest-ServerRescueNegativeTestJSON-1315688574 tempest-ServerRescueNegativeTestJSON-1315688574-project-member] [instance: 5273c20a-fc92-459a-af39-58d006f25cfe] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.483960] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6ad6c36b-8a48-4515-ad15-20e8eae389e6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6b3890ec-d077-491e-9133-0b877d18cb65 was re-scheduled: Binding failed for port 6ad6c36b-8a48-4515-ad15-20e8eae389e6, please check neutron logs for more information.\n'] [ 744.483960] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 744.483960] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b3890ec-d077-491e-9133-0b877d18cb65.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b3890ec-d077-491e-9133-0b877d18cb65. [ 744.483960] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6b3890ec-d077-491e-9133-0b877d18cb65. [ 744.506181] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 744.544421] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 744.548620] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d669837f-610c-4d91-b2f8-91b349f493a5 tempest-ServersNegativeTestMultiTenantJSON-1695534365 tempest-ServersNegativeTestMultiTenantJSON-1695534365-project-member] [instance: 6b3890ec-d077-491e-9133-0b877d18cb65] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.394207] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 61ec6611-48d5-4f05-9043-dfb84fe9a737, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 01cf339d-5932-4232-8eb0-5d91e1dd205d was re-scheduled: Binding failed for port 61ec6611-48d5-4f05-9043-dfb84fe9a737, please check neutron logs for more information.\n'] [ 746.394966] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 746.395185] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01cf339d-5932-4232-8eb0-5d91e1dd205d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01cf339d-5932-4232-8eb0-5d91e1dd205d. [ 746.395389] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01cf339d-5932-4232-8eb0-5d91e1dd205d. [ 746.418544] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 746.461297] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 746.465967] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cc6215a3-602b-4fad-a706-17dd6842e020 tempest-ServerAddressesTestJSON-140287183 tempest-ServerAddressesTestJSON-140287183-project-member] [instance: 01cf339d-5932-4232-8eb0-5d91e1dd205d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.771972] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Expecting reply to msg ee0766c4b8a64e79a52e7efbcde87fcb in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 753.908978] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ee0766c4b8a64e79a52e7efbcde87fcb [ 754.163151] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25,nova_cell1:SELECT=275,nova_cell1:UPDATE=134,nova_cell1:INSERT=19 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 754.275510] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 754.288715] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.288960] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.289128] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.328792] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.329689] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.329890] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.330309] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.330493] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.332228] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.341319] nova-conductor[54143]: DEBUG nova.quota [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Getting quotas for project e87cae1abe7b41f89109be030cd5cb9f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 754.344062] nova-conductor[54143]: DEBUG nova.quota [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Getting quotas for user 2d4d38a5af8141a2bc0bdd2a83174311 and project e87cae1abe7b41f89109be030cd5cb9f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 754.348752] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 754.349218] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.349416] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.349586] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.362419] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] block_device_mapping [BlockDeviceMapping(attachment_id=4dc9bb32-cc2e-48e8-8cfc-1e5ac1c71351,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='b1a262bc-360f-40e8-b0bd-5a4a205da5f5',volume_size=1,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 754.362419] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.362419] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.362419] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.389033] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.389490] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.389808] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.234761] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Expecting reply to msg ccf97b06d2f340f099f7e26d2ca219d9 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 755.387833] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ccf97b06d2f340f099f7e26d2ca219d9 [ 755.741747] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 755.754824] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.755074] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.755248] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.793640] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.793877] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.794050] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.794423] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.794609] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.794771] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.806479] nova-conductor[54143]: DEBUG nova.quota [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Getting quotas for project 7d24446f3bb941fd9df6f608948c03fa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 755.809663] nova-conductor[54143]: DEBUG nova.quota [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Getting quotas for user 8a807dbc1d1946c09645f1926e96a085 and project 7d24446f3bb941fd9df6f608948c03fa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 755.816461] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 755.816948] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.817156] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.817835] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.825462] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 755.826161] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.826369] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.826598] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.841841] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.841945] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.842117] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.882662] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=284,nova_cell1:UPDATE=132,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 765.806288] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 765.829255] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 765.835835] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 765.838038] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 773.756202] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 167f4379-ab6e-48a5-ae74-50d9a935a776, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 418118df-163c-4809-808f-6fe234c9dfa1 was re-scheduled: Binding failed for port 167f4379-ab6e-48a5-ae74-50d9a935a776, please check neutron logs for more information.\n'] [ 773.756780] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 773.757013] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 418118df-163c-4809-808f-6fe234c9dfa1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 418118df-163c-4809-808f-6fe234c9dfa1. [ 773.757228] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 418118df-163c-4809-808f-6fe234c9dfa1. [ 773.778793] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 773.804383] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 773.807564] nova-conductor[54144]: DEBUG nova.network.neutron [None req-c9d14485-8166-4878-9c38-9573b9728645 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 418118df-163c-4809-808f-6fe234c9dfa1] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.965405] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Expecting reply to msg ae7f019efd944c6fa1015d122cfcf88d in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 775.108978] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ae7f019efd944c6fa1015d122cfcf88d [ 775.473103] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 775.485799] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.486104] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.486319] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.521345] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.521601] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.521844] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.522253] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.522445] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.522611] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.530128] nova-conductor[54143]: DEBUG nova.quota [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 775.533179] nova-conductor[54143]: DEBUG nova.quota [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for user 37b826a9b6744841bb718b37dbaf076b and project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 775.538367] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 775.538964] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.539330] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.539621] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.545217] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 775.546151] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.546459] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.546754] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.565989] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.566092] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.566305] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.441772] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 56b93b22-3e6c-4ad4-8a9d-d46173df4fb5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5cd34756-6c82-460f-85f2-9455e01c7f08 was re-scheduled: Binding failed for port 56b93b22-3e6c-4ad4-8a9d-d46173df4fb5, please check neutron logs for more information.\n'] [ 785.442894] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 785.443170] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd34756-6c82-460f-85f2-9455e01c7f08.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd34756-6c82-460f-85f2-9455e01c7f08. [ 785.443587] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd34756-6c82-460f-85f2-9455e01c7f08. [ 785.464854] nova-conductor[54143]: DEBUG nova.network.neutron [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.480456] nova-conductor[54143]: DEBUG nova.network.neutron [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 785.484962] nova-conductor[54143]: DEBUG nova.network.neutron [None req-0fe7cf7f-d94a-45e9-b73f-1281e10f56a4 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 5cd34756-6c82-460f-85f2-9455e01c7f08] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.526429] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.549898] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.561107] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.563444] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 787.339111] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b089f4ae-0baa-4024-b069-077c35bf0c41, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ef3e71a2-7b54-4c26-a2da-92f10ba35861 was re-scheduled: Binding failed for port b089f4ae-0baa-4024-b069-077c35bf0c41, please check neutron logs for more information.\n'] [ 787.343161] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 787.343161] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef3e71a2-7b54-4c26-a2da-92f10ba35861.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef3e71a2-7b54-4c26-a2da-92f10ba35861. [ 787.343161] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef3e71a2-7b54-4c26-a2da-92f10ba35861. [ 787.366170] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 787.380038] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 787.386419] nova-conductor[54144]: DEBUG nova.network.neutron [None req-cab9aa53-a4d9-4cdc-89d7-bbd05bca2633 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: ef3e71a2-7b54-4c26-a2da-92f10ba35861] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.223550] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6a827007-2866-42f4-9d09-f09779175148, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4b03c429-8a94-4b04-903f-62392cdb8aad was re-scheduled: Binding failed for port 6a827007-2866-42f4-9d09-f09779175148, please check neutron logs for more information.\n'] [ 789.224207] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 789.224478] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b03c429-8a94-4b04-903f-62392cdb8aad.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b03c429-8a94-4b04-903f-62392cdb8aad. [ 789.224717] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b03c429-8a94-4b04-903f-62392cdb8aad. [ 789.248291] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.262277] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 789.264827] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5c43f6a9-442c-4fdd-bfc9-9d4f46ccb8a2 tempest-ListServerFiltersTestJSON-1352926673 tempest-ListServerFiltersTestJSON-1352926673-project-member] [instance: 4b03c429-8a94-4b04-903f-62392cdb8aad] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.276609] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8a2ef3e8-412c-4e3a-8e47-168f48152fed, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b3fd09a9-ce91-4bb9-94d4-74838be6283d was re-scheduled: Binding failed for port 8a2ef3e8-412c-4e3a-8e47-168f48152fed, please check neutron logs for more information.\n'] [ 791.277237] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 791.277470] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3fd09a9-ce91-4bb9-94d4-74838be6283d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3fd09a9-ce91-4bb9-94d4-74838be6283d. [ 791.277679] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3fd09a9-ce91-4bb9-94d4-74838be6283d. [ 791.298375] nova-conductor[54144]: DEBUG nova.network.neutron [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 791.312126] nova-conductor[54144]: DEBUG nova.network.neutron [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 791.314895] nova-conductor[54144]: DEBUG nova.network.neutron [None req-aa4170ca-08ca-4a89-b8f3-9f560d38468d tempest-SecurityGroupsTestJSON-1523517259 tempest-SecurityGroupsTestJSON-1523517259-project-member] [instance: b3fd09a9-ce91-4bb9-94d4-74838be6283d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.173423] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cee4dde4-e787-42c8-9cf5-143efc4c94fa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 71131922-7dba-491d-8036-7c3d8196b049 was re-scheduled: Binding failed for port cee4dde4-e787-42c8-9cf5-143efc4c94fa, please check neutron logs for more information.\n'] [ 793.175419] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 793.175419] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71131922-7dba-491d-8036-7c3d8196b049.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71131922-7dba-491d-8036-7c3d8196b049. [ 793.175419] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 71131922-7dba-491d-8036-7c3d8196b049. [ 793.196659] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 793.217762] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 793.221240] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b3a39b67-af59-4ee8-8f86-7c0ed6a5da18 tempest-ServersAdminNegativeTestJSON-1947870602 tempest-ServersAdminNegativeTestJSON-1947870602-project-member] [instance: 71131922-7dba-491d-8036-7c3d8196b049] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.524712] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 45e8751b-ce5a-4fc2-80cb-2d97187848c6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bbc7cbb3-6faa-44a1-a09c-05aab1353041 was re-scheduled: Binding failed for port 45e8751b-ce5a-4fc2-80cb-2d97187848c6, please check neutron logs for more information.\n'] [ 797.525262] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 797.525491] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbc7cbb3-6faa-44a1-a09c-05aab1353041.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbc7cbb3-6faa-44a1-a09c-05aab1353041. [ 797.525700] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbc7cbb3-6faa-44a1-a09c-05aab1353041. [ 797.547957] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 797.570966] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 797.574794] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d60f6553-9b5f-4f00-a1b8-1dd5b4b07d50 tempest-ServersTestManualDisk-1982828950 tempest-ServersTestManualDisk-1982828950-project-member] [instance: bbc7cbb3-6faa-44a1-a09c-05aab1353041] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.426172] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5df90a68-6783-4afa-bfbe-0a0ee3e234db, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 801292b6-7eae-4e1c-96c8-e994bcded5f5 was re-scheduled: Binding failed for port 5df90a68-6783-4afa-bfbe-0a0ee3e234db, please check neutron logs for more information.\n'] [ 799.426982] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 799.426982] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 801292b6-7eae-4e1c-96c8-e994bcded5f5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 801292b6-7eae-4e1c-96c8-e994bcded5f5. [ 799.427174] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 801292b6-7eae-4e1c-96c8-e994bcded5f5. [ 799.460762] nova-conductor[54143]: DEBUG nova.network.neutron [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 799.480918] nova-conductor[54143]: DEBUG nova.network.neutron [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 799.483839] nova-conductor[54143]: DEBUG nova.network.neutron [None req-bf278314-28e6-4a01-a4cc-4e1949d1db54 tempest-ServerRescueTestJSON-938565030 tempest-ServerRescueTestJSON-938565030-project-member] [instance: 801292b6-7eae-4e1c-96c8-e994bcded5f5] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.937853] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Expecting reply to msg fc0efb1c47d442a790381f1f1c1d055f in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 800.083010] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg fc0efb1c47d442a790381f1f1c1d055f [ 800.448393] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 800.480059] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.480059] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.480059] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.538109] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.538325] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.538494] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.538874] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.539055] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.539228] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.551656] nova-conductor[54143]: DEBUG nova.quota [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Getting quotas for project 21606811d8c742c3b9ea6a2d310c6094. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 800.560507] nova-conductor[54143]: DEBUG nova.quota [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Getting quotas for user 0de5ba40a89d4f81a3523cf274ddde1d and project 21606811d8c742c3b9ea6a2d310c6094. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 800.568378] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 800.568836] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.569045] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.569230] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.575000] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 800.575576] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.575796] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.575967] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.609024] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.609024] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.609024] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.355505] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1adac954-6256-422f-b0e4-0a4cc3d34852, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 37edfecf-6f41-4d81-a09e-948c0b9dde19 was re-scheduled: Binding failed for port 1adac954-6256-422f-b0e4-0a4cc3d34852, please check neutron logs for more information.\n'] [ 801.356166] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 801.356311] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37edfecf-6f41-4d81-a09e-948c0b9dde19.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37edfecf-6f41-4d81-a09e-948c0b9dde19. [ 801.357074] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37edfecf-6f41-4d81-a09e-948c0b9dde19. [ 801.394533] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 801.413157] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 801.417694] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8f60e77d-1c9e-4046-b2b2-7d1b6b3a94e7 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037 tempest-FloatingIPsAssociationNegativeTestJSON-1020062037-project-member] [instance: 37edfecf-6f41-4d81-a09e-948c0b9dde19] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.542310] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e6f26254-470e-4d73-a812-c24f47fa5d82, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9d4bb8bf-aa84-4a69-8850-682a97d0329b was re-scheduled: Binding failed for port e6f26254-470e-4d73-a812-c24f47fa5d82, please check neutron logs for more information.\n'] [ 803.543150] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 803.545849] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4bb8bf-aa84-4a69-8850-682a97d0329b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4bb8bf-aa84-4a69-8850-682a97d0329b. [ 803.545849] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4bb8bf-aa84-4a69-8850-682a97d0329b. [ 803.578722] nova-conductor[54143]: DEBUG nova.network.neutron [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 803.593454] nova-conductor[54143]: DEBUG nova.network.neutron [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 803.597652] nova-conductor[54143]: DEBUG nova.network.neutron [None req-2525181c-44a7-4379-b70d-de6e70eb8d40 tempest-ServerActionsTestOtherA-953741429 tempest-ServerActionsTestOtherA-953741429-project-member] [instance: 9d4bb8bf-aa84-4a69-8850-682a97d0329b] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.333998] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 5750e313defe4fba83a7ee4bce117268 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 805.477598] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5750e313defe4fba83a7ee4bce117268 [ 805.843472] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 805.863338] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.863338] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.863338] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.923639] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.923874] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.924063] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.924434] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.924655] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.924866] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.941264] nova-conductor[54143]: DEBUG nova.quota [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 805.948768] nova-conductor[54143]: DEBUG nova.quota [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 805.962839] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 805.963281] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.963498] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.963638] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.969432] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 805.970109] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.970353] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.970545] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.987234] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.987234] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.989191] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.572324] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=308,nova_cell1:UPDATE=147,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:INSERT=23 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.929385] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.972482] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.981110] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 815.984841] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.040138] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=293,nova_cell1:UPDATE=136,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:INSERT=19,nova_cell1:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 820.580203] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-2793722f-ed6d-401b-b850-bdace56a7465 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Targeting cell a6ef6a58-e411-4f94-990b-b43e5de3a53c(cell1) for conductor method rebuild_instance {{(pid=54144) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 820.580457] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2793722f-ed6d-401b-b850-bdace56a7465 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.580651] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2793722f-ed6d-401b-b850-bdace56a7465 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.580820] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-2793722f-ed6d-401b-b850-bdace56a7465 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.588387] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-2793722f-ed6d-401b-b850-bdace56a7465 tempest-ServerShowV247Test-1488786432 tempest-ServerShowV247Test-1488786432-project-member] [instance: d65b4677-a3c5-40ef-ba10-4994f3a0096d] No migration record for the rebuild/evacuate request. {{(pid=54144) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1228}} [ 825.939678] nova-conductor[54144]: DEBUG nova.db.main.api [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Created instance_extra for 595e8b6d-eaf3-43a7-9711-60fa63b07164 {{(pid=54144) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 829.552250] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Expecting reply to msg 83cf032b0f064abd8482c4d5bb310c10 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 829.756592] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 83cf032b0f064abd8482c4d5bb310c10 [ 830.055004] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 830.069526] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.069753] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.069920] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.112880] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.113189] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.113480] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.113967] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.114328] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.114512] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.128797] nova-conductor[54143]: DEBUG nova.quota [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Getting quotas for project 1de2310ca1ad460abf326c525608a29d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 830.132359] nova-conductor[54143]: DEBUG nova.quota [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Getting quotas for user ed84341b101c410fbdbba4b0bf574805 and project 1de2310ca1ad460abf326c525608a29d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 830.138492] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 830.139031] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.139294] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.139479] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.145099] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] block_device_mapping [BlockDeviceMapping(attachment_id=434fee78-00b3-4ed9-bf16-b0045aef7f51,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='b9dc5a46-0626-49ca-99ab-8b1aaba20bea',volume_size=1,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 830.145813] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.146024] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.146192] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.168170] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.168612] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.168847] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.580149] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.592163] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.613862] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 837.797345] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fbafaad3-cdd4-49ab-b5ec-b1c8db1c85ad, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c05e9eba-407f-4a61-9b92-05934d5a8df6 was re-scheduled: Binding failed for port fbafaad3-cdd4-49ab-b5ec-b1c8db1c85ad, please check neutron logs for more information.\n'] [ 837.798018] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 837.798303] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c05e9eba-407f-4a61-9b92-05934d5a8df6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c05e9eba-407f-4a61-9b92-05934d5a8df6. [ 837.798656] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c05e9eba-407f-4a61-9b92-05934d5a8df6. [ 837.832711] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 837.847367] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 837.850352] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: c05e9eba-407f-4a61-9b92-05934d5a8df6] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.654450] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ae9c4d23-7c90-4bd7-9666-6ddbbf1f6e69, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0572e831-c233-48a6-9d6e-deb1fcb4e726 was re-scheduled: Binding failed for port ae9c4d23-7c90-4bd7-9666-6ddbbf1f6e69, please check neutron logs for more information.\n'] [ 839.655206] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 839.655318] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0572e831-c233-48a6-9d6e-deb1fcb4e726.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0572e831-c233-48a6-9d6e-deb1fcb4e726. [ 839.655549] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0572e831-c233-48a6-9d6e-deb1fcb4e726. [ 839.676046] nova-conductor[54144]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 839.690461] nova-conductor[54144]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 839.693050] nova-conductor[54144]: DEBUG nova.network.neutron [None req-d6583733-bcc7-47fb-b901-36510fc4cdf7 tempest-ListServersNegativeTestJSON-400100133 tempest-ListServersNegativeTestJSON-400100133-project-member] [instance: 0572e831-c233-48a6-9d6e-deb1fcb4e726] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.120185] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 840.148803] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 840.161110] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 840.163292] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 841.481721] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 91508b7b-18ca-456a-9bd9-7efbb4e350a1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 82af5652-f1a4-480c-8e30-2352696857de was re-scheduled: Binding failed for port 91508b7b-18ca-456a-9bd9-7efbb4e350a1, please check neutron logs for more information.\n'] [ 841.482283] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 841.482505] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82af5652-f1a4-480c-8e30-2352696857de.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82af5652-f1a4-480c-8e30-2352696857de. [ 841.482711] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82af5652-f1a4-480c-8e30-2352696857de. [ 841.523304] nova-conductor[54143]: DEBUG nova.network.neutron [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 841.536985] nova-conductor[54143]: DEBUG nova.network.neutron [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 841.539725] nova-conductor[54143]: DEBUG nova.network.neutron [None req-997b362f-52b5-4059-b49f-ae6a5750b6bb tempest-ImagesOneServerTestJSON-716707278 tempest-ImagesOneServerTestJSON-716707278-project-member] [instance: 82af5652-f1a4-480c-8e30-2352696857de] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.891378] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Expecting reply to msg 17b0a2f854754481922a07363cfc5bef in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 849.034999] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 17b0a2f854754481922a07363cfc5bef [ 849.395763] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 849.409556] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.409787] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.409959] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.453620] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.453853] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.454019] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.454376] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.454558] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.454713] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.462236] nova-conductor[54144]: DEBUG nova.quota [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Getting quotas for project e142f34b7b7d4c45a3e9fade548d2d0f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 849.464293] nova-conductor[54144]: DEBUG nova.quota [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Getting quotas for user 6c9b41167deb4e998856ce81dc95c8ee and project e142f34b7b7d4c45a3e9fade548d2d0f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 849.469080] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 849.469515] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.469711] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.469873] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.475023] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 849.475640] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.475835] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.475998] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.490474] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.490691] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.490861] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.617328] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 851.978335] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 05ad103b-a744-4e05-a873-85a6393dc91f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9 was re-scheduled: Binding failed for port 05ad103b-a744-4e05-a873-85a6393dc91f, please check neutron logs for more information.\n'] [ 851.978678] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 851.978897] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9. [ 851.979255] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9. [ 852.004862] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 852.020439] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 852.023841] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3edf9c69-1a6a-42bd-86d5-4a5d5ebf4c4d tempest-ServersTestMultiNic-387619269 tempest-ServersTestMultiNic-387619269-project-member] [instance: 2a72f5cf-7519-42c0-8bf8-767f40e2eaa9] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.732212] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c7be3d3c-d468-45ae-a196-b9e1a0179458, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance df85c24f-4df1-4f15-b77b-cdf3d0a3ceee was re-scheduled: Binding failed for port c7be3d3c-d468-45ae-a196-b9e1a0179458, please check neutron logs for more information.\n'] [ 855.732807] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 855.733115] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df85c24f-4df1-4f15-b77b-cdf3d0a3ceee.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df85c24f-4df1-4f15-b77b-cdf3d0a3ceee. [ 855.733242] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance df85c24f-4df1-4f15-b77b-cdf3d0a3ceee. [ 855.771305] nova-conductor[54144]: DEBUG nova.network.neutron [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 855.840758] nova-conductor[54144]: DEBUG nova.network.neutron [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 855.843744] nova-conductor[54144]: DEBUG nova.network.neutron [None req-bf6c22c0-edbd-4fac-9151-e65160c90f2f tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: df85c24f-4df1-4f15-b77b-cdf3d0a3ceee] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.486302] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Expecting reply to msg 93ee664de4694969a215f0f73ea2adac in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 856.613218] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 93ee664de4694969a215f0f73ea2adac [ 856.993566] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 857.007788] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.008017] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.008199] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.035963] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.036202] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.036371] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.036729] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.036906] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.037063] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.045071] nova-conductor[54144]: DEBUG nova.quota [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 857.048130] nova-conductor[54144]: DEBUG nova.quota [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for user c3dbd4a0b38c4d7abf3b94c40080a001 and project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 857.053168] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 857.053594] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.053791] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.053952] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.058865] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 857.059534] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.059732] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.059897] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.076620] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.076868] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.077003] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.354826] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 720a9260-aab4-40c4-a2fb-8647338e2c6a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c was re-scheduled: Binding failed for port 720a9260-aab4-40c4-a2fb-8647338e2c6a, please check neutron logs for more information.\n'] [ 857.355390] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 857.355616] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c. [ 857.355957] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c. [ 857.381910] nova-conductor[54143]: DEBUG nova.network.neutron [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 857.563984] nova-conductor[54143]: DEBUG nova.network.neutron [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 857.568477] nova-conductor[54143]: DEBUG nova.network.neutron [None req-37cb9ced-9ecc-4842-8b62-67f221d51a11 tempest-VolumesAdminNegativeTest-1148482026 tempest-VolumesAdminNegativeTest-1148482026-project-member] [instance: 2d0e31a7-0a71-412b-b6a9-ddf3c8f1011c] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.040671] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.061890] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.065591] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.072467] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.255772] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Expecting reply to msg cd18b326d2744dc0bc37d680c8abab38 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 867.406319] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg cd18b326d2744dc0bc37d680c8abab38 [ 867.758604] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 867.772894] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.773170] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.773363] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.822707] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.822995] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.823169] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.823715] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.823908] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.824083] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.834869] nova-conductor[54143]: DEBUG nova.quota [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Getting quotas for project 63a9313141ac49aaa70d5c14337f4faa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 867.838950] nova-conductor[54143]: DEBUG nova.quota [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Getting quotas for user befafa9589384c88b72235f91f436928 and project 63a9313141ac49aaa70d5c14337f4faa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 867.845412] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 867.845969] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.846188] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.846359] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.852611] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 867.853598] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.853951] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.854161] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.871830] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.872118] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.872307] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.062816] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 58e2a9a9-8149-4593-920f-e6518257445b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cd4542c9-f12a-4dae-b8d8-86115d34b2e6 was re-scheduled: Binding failed for port 58e2a9a9-8149-4593-920f-e6518257445b, please check neutron logs for more information.\n'] [ 870.063813] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 870.064227] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd4542c9-f12a-4dae-b8d8-86115d34b2e6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd4542c9-f12a-4dae-b8d8-86115d34b2e6. [ 870.064730] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cd4542c9-f12a-4dae-b8d8-86115d34b2e6. [ 870.090505] nova-conductor[54143]: DEBUG nova.network.neutron [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 870.104730] nova-conductor[54143]: DEBUG nova.network.neutron [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 870.107340] nova-conductor[54143]: DEBUG nova.network.neutron [None req-08b02aa6-d1e8-40c4-adf1-d72e528c2bc5 tempest-ServerGroupTestJSON-362961451 tempest-ServerGroupTestJSON-362961451-project-member] [instance: cd4542c9-f12a-4dae-b8d8-86115d34b2e6] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.839376] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e69423f5-6fad-483a-9dae-c8febaa06d17, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c9ac4e5d-6a04-4c7b-986e-eecb02785b9f was re-scheduled: Binding failed for port e69423f5-6fad-483a-9dae-c8febaa06d17, please check neutron logs for more information.\n'] [ 871.840065] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 871.840187] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9ac4e5d-6a04-4c7b-986e-eecb02785b9f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9ac4e5d-6a04-4c7b-986e-eecb02785b9f. [ 871.840539] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9ac4e5d-6a04-4c7b-986e-eecb02785b9f. [ 871.865367] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 871.882112] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 871.885358] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f926c41e-8566-4f3d-b53a-727f6969909d tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: c9ac4e5d-6a04-4c7b-986e-eecb02785b9f] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.317067] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg 78ba62e22a734bd687e32937a565ca8f in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 873.456466] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 78ba62e22a734bd687e32937a565ca8f [ 873.578424] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Expecting reply to msg 44b8d82101ca42b98e84ad89e2b46fa2 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 873.647688] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7a8150d5-3197-45fb-9432-30f969604ba8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9fb996ac-749e-495d-8f28-9665d659b32c was re-scheduled: Binding failed for port 7a8150d5-3197-45fb-9432-30f969604ba8, please check neutron logs for more information.\n'] [ 873.648281] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 873.648545] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fb996ac-749e-495d-8f28-9665d659b32c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fb996ac-749e-495d-8f28-9665d659b32c. [ 873.648755] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fb996ac-749e-495d-8f28-9665d659b32c. [ 873.672562] nova-conductor[54144]: DEBUG nova.network.neutron [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 873.693533] nova-conductor[54144]: DEBUG nova.network.neutron [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 873.705195] nova-conductor[54144]: DEBUG nova.network.neutron [None req-6001511f-61e8-4c92-bab0-acbfc59ed907 tempest-InstanceActionsTestJSON-1486274054 tempest-InstanceActionsTestJSON-1486274054-project-member] [instance: 9fb996ac-749e-495d-8f28-9665d659b32c] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.734301] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 44b8d82101ca42b98e84ad89e2b46fa2 [ 873.812979] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg 41acbd45763c44059bfaec22a0f0ced6 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 873.818979] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 873.827148] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 57d3e9ef-bb27-4697-a6b8-59108d72cb72] While scheduling instance, the build request was already deleted. {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1707}} [ 873.957246] nova-conductor[54143]: INFO nova.scheduler.client.report [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Deleted allocations for instance 57d3e9ef-bb27-4697-a6b8-59108d72cb72 [ 873.962318] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.962642] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.963352] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.963872] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.964157] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.964390] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.973671] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 41acbd45763c44059bfaec22a0f0ced6 [ 873.979714] nova-conductor[54143]: DEBUG nova.quota [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 873.983963] nova-conductor[54143]: DEBUG nova.quota [None req-e6f069da-7c6d-4d6f-b607-6d6b44e3e85f tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 874.080753] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 874.092740] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.093062] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.093302] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.123801] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.124136] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.124377] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.124813] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.125064] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.125295] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.132521] nova-conductor[54143]: DEBUG nova.quota [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Getting quotas for project 1d3d949a856e47248eb048fa15092665. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 874.134626] nova-conductor[54143]: DEBUG nova.quota [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Getting quotas for user 36646136a2b44e969b4195fe0ac7a4cf and project 1d3d949a856e47248eb048fa15092665. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 874.139604] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] [instance: 5e0a74cf-bb71-4056-9064-a20d874134d9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 874.140116] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.140406] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.140645] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.146446] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] [instance: 5e0a74cf-bb71-4056-9064-a20d874134d9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 874.147345] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.147616] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.148130] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.169337] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.169634] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.169868] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-77c25958-0136-4afe-8afd-0ba99fe4ae0d tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.315338] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 874.333101] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.333508] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.333745] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.365179] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.365453] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.365637] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.365995] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.366179] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.366338] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.374788] nova-conductor[54143]: DEBUG nova.quota [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 874.378479] nova-conductor[54143]: DEBUG nova.quota [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 874.383623] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 874.384108] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.384312] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.384476] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.387199] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 874.387817] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.388037] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.388215] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.400409] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.400624] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.400790] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.669750] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=374,nova_cell1:UPDATE=220,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:DELETE=6 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.131835] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:UPDATE=215,nova_cell1:INSERT=28,nova_cell1:SELECT=378,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:DELETE=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.042696] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f92d3d07-0da5-45fa-b47f-15369717dbf9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8d6574c8-3218-400c-96e0-f62e015747e2 was re-scheduled: Binding failed for port f92d3d07-0da5-45fa-b47f-15369717dbf9, please check neutron logs for more information.\n'] [ 884.043630] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 884.043901] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8d6574c8-3218-400c-96e0-f62e015747e2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8d6574c8-3218-400c-96e0-f62e015747e2. [ 884.044171] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8d6574c8-3218-400c-96e0-f62e015747e2. [ 884.091585] nova-conductor[54144]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 884.105319] nova-conductor[54144]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 884.107757] nova-conductor[54144]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: 8d6574c8-3218-400c-96e0-f62e015747e2] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.370938] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=4 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.390117] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.396227] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.398948] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.548075] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port beb342f1-457b-4970-8ba2-e37a682e55be, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c0099ce1-41d6-4ca2-9a23-96f7a4da6827 was re-scheduled: Binding failed for port beb342f1-457b-4970-8ba2-e37a682e55be, please check neutron logs for more information.\n'] [ 891.548744] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 891.548981] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0099ce1-41d6-4ca2-9a23-96f7a4da6827.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0099ce1-41d6-4ca2-9a23-96f7a4da6827. [ 891.549394] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c0099ce1-41d6-4ca2-9a23-96f7a4da6827. [ 891.575105] nova-conductor[54143]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 891.589317] nova-conductor[54143]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 891.591954] nova-conductor[54143]: DEBUG nova.network.neutron [None req-860975eb-0d4f-4c56-899e-02e3133fec8f tempest-MultipleCreateTestJSON-1558875484 tempest-MultipleCreateTestJSON-1558875484-project-member] [instance: c0099ce1-41d6-4ca2-9a23-96f7a4da6827] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.252096] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5cf21212-3d1d-4199-97d5-ddecb25413f8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fa4930fe-825a-45aa-b44c-d77d4e26a5a7 was re-scheduled: Binding failed for port 5cf21212-3d1d-4199-97d5-ddecb25413f8, please check neutron logs for more information.\n'] [ 893.252598] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 893.252822] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa4930fe-825a-45aa-b44c-d77d4e26a5a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa4930fe-825a-45aa-b44c-d77d4e26a5a7. [ 893.253027] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa4930fe-825a-45aa-b44c-d77d4e26a5a7. [ 893.279253] nova-conductor[54144]: DEBUG nova.network.neutron [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 893.295168] nova-conductor[54144]: DEBUG nova.network.neutron [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 893.298106] nova-conductor[54144]: DEBUG nova.network.neutron [None req-88e3a613-ed08-4049-92e4-90f1d96d8b12 tempest-ServerActionsV293TestJSON-237408737 tempest-ServerActionsV293TestJSON-237408737-project-member] [instance: fa4930fe-825a-45aa-b44c-d77d4e26a5a7] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.994259] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f2892c17-1e2d-40c6-a9f1-cbe3a2fc7383, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance af25931c-8b6b-4bf7-b9e1-98f8df3fccae was re-scheduled: Binding failed for port f2892c17-1e2d-40c6-a9f1-cbe3a2fc7383, please check neutron logs for more information.\n'] [ 894.994799] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 894.995017] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af25931c-8b6b-4bf7-b9e1-98f8df3fccae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af25931c-8b6b-4bf7-b9e1-98f8df3fccae. [ 894.995216] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af25931c-8b6b-4bf7-b9e1-98f8df3fccae. [ 895.027036] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 895.067980] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 895.072930] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4e91a9c9-3d1e-49dd-99ef-50334d476cc7 tempest-ServerMetadataTestJSON-629857041 tempest-ServerMetadataTestJSON-629857041-project-member] [instance: af25931c-8b6b-4bf7-b9e1-98f8df3fccae] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.809701] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Expecting reply to msg a8acbbcd7b1e474c8ca9b8659ac6e8a0 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 898.949503] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a8acbbcd7b1e474c8ca9b8659ac6e8a0 [ 899.316271] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 899.333474] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.333712] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.333915] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.389910] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.390154] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.390333] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.390706] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.390888] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.391043] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.407753] nova-conductor[54143]: DEBUG nova.quota [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 899.410917] nova-conductor[54143]: DEBUG nova.quota [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for user 8c026cf47f1d4c3eb1b5ab8e03dc8df1 and project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 899.415771] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 899.416236] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.416463] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.416610] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.421662] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 899.422301] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.422506] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.422673] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.437650] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.437864] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.438364] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.469431] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 86316c34-89a6-4f98-b73c-f37fd8de5791, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d3672682-856a-47f8-990f-747ea95f016a was re-scheduled: Binding failed for port 86316c34-89a6-4f98-b73c-f37fd8de5791, please check neutron logs for more information.\n'] [ 903.469980] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 903.470226] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3672682-856a-47f8-990f-747ea95f016a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3672682-856a-47f8-990f-747ea95f016a. [ 903.470471] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3672682-856a-47f8-990f-747ea95f016a. [ 903.493971] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 903.509371] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 903.513791] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a80e65f7-204f-4678-9904-ed58779e4e3c tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: d3672682-856a-47f8-990f-747ea95f016a] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.915911] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Expecting reply to msg 47b0748d7743479288a86ddaa64d5e7d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 905.044468] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 47b0748d7743479288a86ddaa64d5e7d [ 905.187223] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 93052b28-3b53-4c80-92c7-60a21498d6db, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 00ba19d9-04fb-4e72-834e-7d0dbff1d262 was re-scheduled: Binding failed for port 93052b28-3b53-4c80-92c7-60a21498d6db, please check neutron logs for more information.\n'] [ 905.187868] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 905.188162] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00ba19d9-04fb-4e72-834e-7d0dbff1d262.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00ba19d9-04fb-4e72-834e-7d0dbff1d262. [ 905.188498] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 00ba19d9-04fb-4e72-834e-7d0dbff1d262. [ 905.213243] nova-conductor[54144]: DEBUG nova.network.neutron [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 905.227584] nova-conductor[54144]: DEBUG nova.network.neutron [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 905.230831] nova-conductor[54144]: DEBUG nova.network.neutron [None req-015c10a8-5deb-4ba8-9dd4-0e6600ea437c tempest-AttachInterfacesUnderV243Test-117765670 tempest-AttachInterfacesUnderV243Test-117765670-project-member] [instance: 00ba19d9-04fb-4e72-834e-7d0dbff1d262] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.418768] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 905.431697] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.432040] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.432286] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.460546] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.460843] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.461081] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.461576] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.461842] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.462066] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.472066] nova-conductor[54144]: DEBUG nova.quota [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 905.474892] nova-conductor[54144]: DEBUG nova.quota [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for user 37b826a9b6744841bb718b37dbaf076b and project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 905.481224] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 905.481853] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.482146] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.482371] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.485689] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 905.486344] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.486550] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.486730] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.503707] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.503932] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.504139] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.944907] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 26891caa-6592-4eba-9a3b-4aa744cf6544, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 772543f6-160d-478f-a91f-0cde4941fdfd was re-scheduled: Binding failed for port 26891caa-6592-4eba-9a3b-4aa744cf6544, please check neutron logs for more information.\n'] [ 906.945532] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 906.945777] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 772543f6-160d-478f-a91f-0cde4941fdfd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 772543f6-160d-478f-a91f-0cde4941fdfd. [ 906.946081] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 772543f6-160d-478f-a91f-0cde4941fdfd. [ 906.970021] nova-conductor[54144]: DEBUG nova.network.neutron [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 907.019873] nova-conductor[54144]: DEBUG nova.network.neutron [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 907.043355] nova-conductor[54144]: DEBUG nova.network.neutron [None req-16774df6-a890-4fd6-8e65-0b4e46bac8a3 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 772543f6-160d-478f-a91f-0cde4941fdfd] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.837582] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 4348c98e6cf6499e9bc51161788e7a26 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 907.989047] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4348c98e6cf6499e9bc51161788e7a26 [ 908.340440] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 908.359134] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.359507] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.359804] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.392983] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.392983] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.393121] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.393438] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.393642] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.393804] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.402585] nova-conductor[54144]: DEBUG nova.quota [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 908.405591] nova-conductor[54144]: DEBUG nova.quota [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 908.410495] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 908.410847] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.411044] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.411208] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.416678] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 908.417321] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.417527] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.417687] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.436302] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.436508] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.436671] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.402215] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.424443] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.433092] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.435412] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 912.468782] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Expecting reply to msg 36474ad47b31446abaeb55167df4f30a in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 912.625361] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 36474ad47b31446abaeb55167df4f30a [ 912.973138] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 912.999560] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.999827] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.000059] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.037879] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.038157] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.038350] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.038747] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.038930] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.039184] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.052163] nova-conductor[54143]: DEBUG nova.quota [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Getting quotas for project 39afa8a54a24467b8beb8dcc20ec5f7d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 913.056132] nova-conductor[54143]: DEBUG nova.quota [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Getting quotas for user 874c3ecc41054865a214d45030d16ba6 and project 39afa8a54a24467b8beb8dcc20ec5f7d. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 913.062304] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 913.062974] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.063153] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.063321] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.070275] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 913.070950] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.071158] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.071320] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.086477] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.086689] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.086857] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.784717] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6677d9a6-de0f-4a8a-8a7a-00799f846898 tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Targeting cell a6ef6a58-e411-4f94-990b-b43e5de3a53c(cell1) for conductor method rebuild_instance {{(pid=54144) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 916.784941] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6677d9a6-de0f-4a8a-8a7a-00799f846898 tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.785130] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6677d9a6-de0f-4a8a-8a7a-00799f846898 tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.785310] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-6677d9a6-de0f-4a8a-8a7a-00799f846898 tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.792680] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-6677d9a6-de0f-4a8a-8a7a-00799f846898 tempest-ServerShowV254Test-595006190 tempest-ServerShowV254Test-595006190-project-member] [instance: 5e0a74cf-bb71-4056-9064-a20d874134d9] No migration record for the rebuild/evacuate request. {{(pid=54144) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1228}} [ 917.670056] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d1bbbb50-aae2-45f8-9094-f01e39166a2c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2ef0b1a6-d9e4-48ba-94ee-5938a780c376 was re-scheduled: Binding failed for port d1bbbb50-aae2-45f8-9094-f01e39166a2c, please check neutron logs for more information.\n'] [ 917.670750] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 917.670986] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ef0b1a6-d9e4-48ba-94ee-5938a780c376.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ef0b1a6-d9e4-48ba-94ee-5938a780c376. [ 917.671416] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ef0b1a6-d9e4-48ba-94ee-5938a780c376. [ 917.693225] nova-conductor[54144]: DEBUG nova.network.neutron [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 917.710029] nova-conductor[54144]: DEBUG nova.network.neutron [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 917.715365] nova-conductor[54144]: DEBUG nova.network.neutron [None req-47d5875f-c28e-4196-a6b9-65877a0057b6 tempest-ServersTestBootFromVolume-1470696389 tempest-ServersTestBootFromVolume-1470696389-project-member] [instance: 2ef0b1a6-d9e4-48ba-94ee-5938a780c376] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.398253] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 918.911787] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e8dc5ac4-2942-4c46-87aa-f04e8b238ea7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e4542aa1-b9c9-411a-8f49-143d77143df9 was re-scheduled: Binding failed for port e8dc5ac4-2942-4c46-87aa-f04e8b238ea7, please check neutron logs for more information.\n'] [ 918.911787] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 918.911787] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4542aa1-b9c9-411a-8f49-143d77143df9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4542aa1-b9c9-411a-8f49-143d77143df9. [ 918.911787] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4542aa1-b9c9-411a-8f49-143d77143df9. [ 918.931766] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 918.953780] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 918.956630] nova-conductor[54144]: DEBUG nova.network.neutron [None req-1eb3ccc4-c8f6-4a99-a196-f9aef3e2ff1c tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: e4542aa1-b9c9-411a-8f49-143d77143df9] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.665293] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f63c7706-cd4a-4baf-9e37-3b70de141e6d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b1b54eab-388a-43d7-9873-f8b9d66c8c18 was re-scheduled: Binding failed for port f63c7706-cd4a-4baf-9e37-3b70de141e6d, please check neutron logs for more information.\n'] [ 920.665906] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 920.666281] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1b54eab-388a-43d7-9873-f8b9d66c8c18.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1b54eab-388a-43d7-9873-f8b9d66c8c18. [ 920.666504] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1b54eab-388a-43d7-9873-f8b9d66c8c18. [ 920.703232] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 920.743729] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 920.758209] nova-conductor[54144]: DEBUG nova.network.neutron [None req-b523685a-95df-40d8-b5d5-0982c43d22c1 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: b1b54eab-388a-43d7-9873-f8b9d66c8c18] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.785934] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Expecting reply to msg 61fbe95e3cd94e76a13dd064f0bd03cd in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 921.955496] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 61fbe95e3cd94e76a13dd064f0bd03cd [ 922.077919] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Expecting reply to msg 97cdcb3b868441d499fa56a5e4a8aaf2 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 922.229416] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 97cdcb3b868441d499fa56a5e4a8aaf2 [ 922.289292] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 922.302468] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.303165] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.303509] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.328393] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.328861] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.329203] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.329765] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.330117] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.330524] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.337883] nova-conductor[54143]: DEBUG nova.quota [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Getting quotas for project e142f34b7b7d4c45a3e9fade548d2d0f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 922.340191] nova-conductor[54143]: DEBUG nova.quota [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Getting quotas for user 6c9b41167deb4e998856ce81dc95c8ee and project e142f34b7b7d4c45a3e9fade548d2d0f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 922.345360] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 922.345975] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.346340] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.346663] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.352203] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 922.353082] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.353440] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.353766] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.370996] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.371446] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.371783] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.580118] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 922.597761] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.597934] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.597999] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.649866] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.650123] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.650297] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.650680] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.651231] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.651231] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.663352] nova-conductor[54144]: DEBUG nova.quota [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 922.666688] nova-conductor[54144]: DEBUG nova.quota [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for user c3dbd4a0b38c4d7abf3b94c40080a001 and project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 922.673313] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 922.673796] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.673996] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.674161] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.678056] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 922.678760] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.678970] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.679200] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.698812] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.699072] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.699287] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.003373] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Expecting reply to msg bff265a7a9e34ca09614417982490eb1 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 924.142665] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg bff265a7a9e34ca09614417982490eb1 [ 924.508741] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 924.521417] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.521713] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.521896] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.553630] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.553867] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.554036] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.554404] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.554591] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.554745] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.561841] nova-conductor[54143]: DEBUG nova.quota [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Getting quotas for project dd88d170a20741e4819c95632d18a708. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 924.563888] nova-conductor[54143]: DEBUG nova.quota [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Getting quotas for user cb05b835ad1d4067b032da63065e8fcb and project dd88d170a20741e4819c95632d18a708. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 924.568860] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 924.569326] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.569460] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.569647] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.574725] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 924.575373] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.575576] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.575747] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.593024] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.593295] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.593469] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.896250] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f56fc72f-8770-422b-8a9f-e050b353a91d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5ac8aa78-cca7-4c37-9e28-542b6a13a70d was re-scheduled: Binding failed for port f56fc72f-8770-422b-8a9f-e050b353a91d, please check neutron logs for more information.\n'] [ 926.896950] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 926.897187] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac8aa78-cca7-4c37-9e28-542b6a13a70d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac8aa78-cca7-4c37-9e28-542b6a13a70d. [ 926.897642] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac8aa78-cca7-4c37-9e28-542b6a13a70d. [ 926.925344] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 927.003125] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 927.006233] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f368e8e1-4d39-4a5d-bbfa-adf42c09a3ff tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 5ac8aa78-cca7-4c37-9e28-542b6a13a70d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.722617] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Expecting reply to msg 41bfb8fb879d47c4a612390ab1279621 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 929.870926] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 41bfb8fb879d47c4a612390ab1279621 [ 930.225563] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 930.239149] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.239496] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.239727] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.267704] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.267927] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.268112] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.268482] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.268666] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.268826] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.276864] nova-conductor[54143]: DEBUG nova.quota [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Getting quotas for project 63a9313141ac49aaa70d5c14337f4faa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 930.279559] nova-conductor[54143]: DEBUG nova.quota [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Getting quotas for user befafa9589384c88b72235f91f436928 and project 63a9313141ac49aaa70d5c14337f4faa. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 930.284444] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 930.284888] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.285077] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.285238] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.289881] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 930.290524] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.290719] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.290885] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.307986] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.308211] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.308375] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.012802] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e1ed2970-0f8f-4e66-919d-1157a38244e1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b was re-scheduled: Binding failed for port e1ed2970-0f8f-4e66-919d-1157a38244e1, please check neutron logs for more information.\n'] [ 931.013687] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 931.013948] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b. [ 931.014254] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b. [ 931.037174] nova-conductor[54143]: DEBUG nova.network.neutron [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 931.052093] nova-conductor[54143]: DEBUG nova.network.neutron [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 931.058844] nova-conductor[54143]: DEBUG nova.network.neutron [None req-880cda03-7b29-4f42-b732-d3ef5abb98a8 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: e7d4040f-ad98-4ff2-9d3a-916b82f9ce0b] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.159699] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg 8f2c145a49d34c26af8974922c7e54a1 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 932.274555] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8f2c145a49d34c26af8974922c7e54a1 [ 932.590706] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 82c31fc0-db5d-4927-bde5-900918ff27c9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b8084e6f-239f-425d-b824-bef06763501d was re-scheduled: Binding failed for port 82c31fc0-db5d-4927-bde5-900918ff27c9, please check neutron logs for more information.\n'] [ 932.590964] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 932.591210] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8084e6f-239f-425d-b824-bef06763501d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8084e6f-239f-425d-b824-bef06763501d. [ 932.591420] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8084e6f-239f-425d-b824-bef06763501d. [ 932.610751] nova-conductor[54144]: DEBUG nova.network.neutron [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 932.625473] nova-conductor[54144]: DEBUG nova.network.neutron [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 932.628093] nova-conductor[54144]: DEBUG nova.network.neutron [None req-140f166a-0812-4f70-857c-dcc25e0acaa9 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: b8084e6f-239f-425d-b824-bef06763501d] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.658193] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.661881] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 932.680471] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.680821] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.681098] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.684204] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=13,nova_cell1:INSERT=22,nova_cell1:UPDATE=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.704198] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.704374] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.704611] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.704969] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.705150] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.705310] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.712663] nova-conductor[54144]: DEBUG nova.quota [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 932.714715] nova-conductor[54144]: DEBUG nova.quota [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 932.720045] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 932.720535] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.720757] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.720910] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.728116] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 932.728848] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.729058] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.729225] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.743979] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.744209] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.744419] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.771360] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Expecting reply to msg f43eef36ec694de7b2bd8d35539cde1d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 934.890427] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f43eef36ec694de7b2bd8d35539cde1d [ 935.274282] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 935.286669] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.287014] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.287380] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.313132] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=383,nova_cell1:UPDATE=185,nova_cell1:SAVEPOINT=44,nova_cell1:RELEASE=44,nova_cell1:INSERT=33 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.317908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.317908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.317908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.317908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.317908] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.318199] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.326998] nova-conductor[54144]: DEBUG nova.quota [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 935.330439] nova-conductor[54144]: DEBUG nova.quota [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for user 8c026cf47f1d4c3eb1b5ab8e03dc8df1 and project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 935.335304] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 935.335839] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.336128] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.336361] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.340780] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 935.342020] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.342288] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.342541] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.362040] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.362347] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.362580] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.151078] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=377,nova_cell1:UPDATE=180,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=19 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.272647] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=4 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.293017] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=30,nova_cell1:RELEASE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.304058] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.305812] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 944.009143] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5de40fb4-4f4e-409e-874e-74b8fd699524, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3bfb2002-2c84-40cb-9ddc-4bebf08744d4 was re-scheduled: Binding failed for port 5de40fb4-4f4e-409e-874e-74b8fd699524, please check neutron logs for more information.\n'] [ 944.009682] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 944.009887] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bfb2002-2c84-40cb-9ddc-4bebf08744d4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bfb2002-2c84-40cb-9ddc-4bebf08744d4. [ 944.010221] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3bfb2002-2c84-40cb-9ddc-4bebf08744d4. [ 944.030367] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 944.051015] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 944.053910] nova-conductor[54144]: DEBUG nova.network.neutron [None req-a5f27bb0-cf14-45e7-b244-7973fd351027 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: 3bfb2002-2c84-40cb-9ddc-4bebf08744d4] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.998419] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Expecting reply to msg 79a805bc83694b7a80cab9d4d5bfbc9d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 945.116412] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 79a805bc83694b7a80cab9d4d5bfbc9d [ 945.323571] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.344858] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.360511] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=5,nova_api:DELETE=4 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.500644] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 945.514282] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.514441] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.514610] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.539580] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.539810] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.539989] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.540371] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.540554] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.540710] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.548022] nova-conductor[54144]: DEBUG nova.quota [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 945.550065] nova-conductor[54144]: DEBUG nova.quota [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Getting quotas for user 37b826a9b6744841bb718b37dbaf076b and project 376873f159534165963dec18cbdb4979. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 945.554835] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 945.555212] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.555402] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.555563] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.560755] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 945.561353] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.561549] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.561708] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.573227] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.573482] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.573620] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.986508] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7b8159c2-255e-4867-8e10-fea8a9a97bec, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1 was re-scheduled: Binding failed for port 7b8159c2-255e-4867-8e10-fea8a9a97bec, please check neutron logs for more information.\n'] [ 948.987174] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 948.987478] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1. [ 948.987886] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1. [ 949.007250] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 949.022705] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 949.025994] nova-conductor[54144]: DEBUG nova.network.neutron [None req-3fc4e8b8-7b56-45da-8b37-6836e0bad380 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 8908cf52-e086-4cb1-ad8b-1a2b8ccd8dd1] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.093211] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 5d55823d9687402f81254f58fb2ccd48 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 950.239972] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5d55823d9687402f81254f58fb2ccd48 [ 950.595994] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 950.603528] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 9465d822-722e-4245-9642-ebd6b8ea8394] While scheduling instance, the build request was already deleted. {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1707}} [ 950.619228] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 2f69089636884af3b12c8797fc82c85d in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 950.631261] nova-conductor[54143]: INFO nova.scheduler.client.report [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Deleted allocations for instance 9465d822-722e-4245-9642-ebd6b8ea8394 [ 950.643711] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.644065] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.644266] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.644689] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.644873] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.645027] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.658748] nova-conductor[54143]: DEBUG nova.quota [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 950.661427] nova-conductor[54143]: DEBUG nova.quota [None req-9e277591-50b4-40f4-ada1-2398b0f9460a tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 950.677439] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d1266cdd-97e5-4bcb-bc59-b11c63046943, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d0360a43-b326-49be-82e5-a0db00498fb1 was re-scheduled: Binding failed for port d1266cdd-97e5-4bcb-bc59-b11c63046943, please check neutron logs for more information.\n'] [ 950.678010] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 950.678203] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d0360a43-b326-49be-82e5-a0db00498fb1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d0360a43-b326-49be-82e5-a0db00498fb1. [ 950.678415] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d0360a43-b326-49be-82e5-a0db00498fb1. [ 950.712348] nova-conductor[54144]: DEBUG nova.network.neutron [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.741620] nova-conductor[54144]: DEBUG nova.network.neutron [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 950.746672] nova-conductor[54144]: DEBUG nova.network.neutron [None req-756e18a0-c23d-4c77-83e0-01dde0c81169 tempest-ServersTestFqdnHostnames-2097504963 tempest-ServersTestFqdnHostnames-2097504963-project-member] [instance: d0360a43-b326-49be-82e5-a0db00498fb1] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.759102] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2f69089636884af3b12c8797fc82c85d [ 951.123994] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 951.135902] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.136333] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.136655] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.164267] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.164680] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.165023] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.165536] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.165878] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.166207] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.177098] nova-conductor[54143]: DEBUG nova.quota [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 951.180671] nova-conductor[54143]: DEBUG nova.quota [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 951.186131] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 951.186731] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.187197] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.187514] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.191240] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 951.192248] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.192617] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.192934] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.209225] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.210291] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.210291] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.544656] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 955.564139] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 955.570861] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 955.571774] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=39,nova_api:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.024090] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3546fbdc-7258-45ba-a5d0-52e0ee8cca56, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ac060989-5761-4de6-9d84-8a9537a803f1 was re-scheduled: Binding failed for port 3546fbdc-7258-45ba-a5d0-52e0ee8cca56, please check neutron logs for more information.\n'] [ 959.024962] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 959.025307] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac060989-5761-4de6-9d84-8a9537a803f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac060989-5761-4de6-9d84-8a9537a803f1. [ 959.025617] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac060989-5761-4de6-9d84-8a9537a803f1. [ 959.046466] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 959.060444] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 959.063328] nova-conductor[54144]: DEBUG nova.network.neutron [None req-4f4bb6ec-340e-470c-8a1d-ff46334e50ca tempest-AttachVolumeShelveTestJSON-291245485 tempest-AttachVolumeShelveTestJSON-291245485-project-member] [instance: ac060989-5761-4de6-9d84-8a9537a803f1] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.704663] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b56bb2be-bab0-4c58-a41b-0cac9e783945, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399 was re-scheduled: Binding failed for port b56bb2be-bab0-4c58-a41b-0cac9e783945, please check neutron logs for more information.\n'] [ 960.705292] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 960.705579] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399. [ 960.706268] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399. [ 960.738553] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 960.762819] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 960.769071] nova-conductor[54143]: DEBUG nova.network.neutron [None req-3d5801bc-7e34-41aa-89b3-575b3499c89e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 3d8dca46-b2a0-4aa4-8ae8-bc37dcc27399] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.174054] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 961.195148] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 961.205244] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=12 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 961.207357] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 962.122160] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Expecting reply to msg a7c8e5782c4a4e7aaff8ebb76741651e in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 962.250537] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a7c8e5782c4a4e7aaff8ebb76741651e [ 962.626345] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 962.640772] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.641135] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.641181] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.666328] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.666589] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.666709] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.667068] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.667317] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.667488] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.675087] nova-conductor[54143]: DEBUG nova.quota [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 962.677147] nova-conductor[54143]: DEBUG nova.quota [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for user c3dbd4a0b38c4d7abf3b94c40080a001 and project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 962.682429] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 962.682814] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.683012] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.683177] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.688288] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 962.688933] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.689133] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.689381] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.701688] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.701909] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.702079] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.630141] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7d9fd93a-b229-428b-8e08-a2eb79c3eac8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cc305a6f-380b-44ca-ac15-6dfc651fc7c8 was re-scheduled: Binding failed for port 7d9fd93a-b229-428b-8e08-a2eb79c3eac8, please check neutron logs for more information.\n'] [ 964.631172] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 964.631533] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc305a6f-380b-44ca-ac15-6dfc651fc7c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc305a6f-380b-44ca-ac15-6dfc651fc7c8. [ 964.632022] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc305a6f-380b-44ca-ac15-6dfc651fc7c8. [ 964.651269] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 964.667851] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 964.670688] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b8da4721-8632-45c2-99d7-8679c34ccb57 tempest-ServersNegativeTestJSON-1689558588 tempest-ServersNegativeTestJSON-1689558588-project-member] [instance: cc305a6f-380b-44ca-ac15-6dfc651fc7c8] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.608677] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5e6d8db6-a9f1-4d1c-bc8c-c00b8f07379a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 431a8f62-11cb-436e-8eb0-2682440ee86c was re-scheduled: Binding failed for port 5e6d8db6-a9f1-4d1c-bc8c-c00b8f07379a, please check neutron logs for more information.\n'] [ 968.608677] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 968.608677] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 431a8f62-11cb-436e-8eb0-2682440ee86c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 431a8f62-11cb-436e-8eb0-2682440ee86c. [ 968.608677] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 431a8f62-11cb-436e-8eb0-2682440ee86c. [ 968.612725] nova-conductor[54144]: DEBUG nova.network.neutron [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 968.628747] nova-conductor[54144]: DEBUG nova.network.neutron [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 968.631528] nova-conductor[54144]: DEBUG nova.network.neutron [None req-233bbea2-7ef4-4821-9c85-132db368dbc3 tempest-AttachVolumeTestJSON-2063335791 tempest-AttachVolumeTestJSON-2063335791-project-member] [instance: 431a8f62-11cb-436e-8eb0-2682440ee86c] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.162586] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ca87f82c-280d-4420-9cff-c1195ed75688, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0123bae3-fe74-4117-b499-99cbd8914a9b was re-scheduled: Binding failed for port ca87f82c-280d-4420-9cff-c1195ed75688, please check neutron logs for more information.\n'] [ 970.163143] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 970.163364] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0123bae3-fe74-4117-b499-99cbd8914a9b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0123bae3-fe74-4117-b499-99cbd8914a9b. [ 970.163575] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0123bae3-fe74-4117-b499-99cbd8914a9b. [ 970.196342] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 970.219233] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 970.222773] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c23af6b9-009a-4722-8206-671bb44de9a1 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 0123bae3-fe74-4117-b499-99cbd8914a9b] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.056936] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg 98985f03d6bc4e2db9d6da62e33d7620 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 971.198341] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 98985f03d6bc4e2db9d6da62e33d7620 [ 971.561544] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 971.575994] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.576261] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.576441] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.606794] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.607198] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.607445] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.607878] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.608155] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.608381] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.618052] nova-conductor[54144]: DEBUG nova.quota [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 971.621542] nova-conductor[54144]: DEBUG nova.quota [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 971.626811] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 971.627467] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.627766] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.627997] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.638941] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 971.638941] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.638941] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.638941] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.659324] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.659717] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.659996] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.849949] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 47c1afb4-d8b5-4267-9f9a-5dc2f151d42f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a6c0a29f-dda3-475a-a076-8df1ded96cf2 was re-scheduled: Binding failed for port 47c1afb4-d8b5-4267-9f9a-5dc2f151d42f, please check neutron logs for more information.\n'] [ 971.850635] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 971.850896] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a6c0a29f-dda3-475a-a076-8df1ded96cf2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a6c0a29f-dda3-475a-a076-8df1ded96cf2. [ 971.851146] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a6c0a29f-dda3-475a-a076-8df1ded96cf2. [ 971.876832] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 971.901023] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 971.904314] nova-conductor[54143]: DEBUG nova.network.neutron [None req-c55f2eaa-2fc1-4646-aee5-187e1afbacc8 tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: a6c0a29f-dda3-475a-a076-8df1ded96cf2] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.671838] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 972.691500] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 972.697940] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 972.701052] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 973.879945] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Expecting reply to msg 7dbe2aaf28c44912ab7a570e182268f2 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 974.008943] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 7dbe2aaf28c44912ab7a570e182268f2 [ 974.382268] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 974.395382] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.395697] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.395989] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.419377] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.419696] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.419937] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.420444] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.420713] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.420944] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.428559] nova-conductor[54143]: DEBUG nova.quota [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 974.430796] nova-conductor[54143]: DEBUG nova.quota [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Getting quotas for user 8c026cf47f1d4c3eb1b5ab8e03dc8df1 and project 723ab0b19e974bc5be4a7c4efc4aa553. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 974.435614] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 974.436203] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.436474] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.436703] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.441117] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 974.441776] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.442039] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.442281] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.455150] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.455422] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.455654] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.686067] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e0cd4799-a31d-4d72-b4f2-019bb70a2572, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f was re-scheduled: Binding failed for port e0cd4799-a31d-4d72-b4f2-019bb70a2572, please check neutron logs for more information.\n'] [ 975.686705] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 975.686939] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f. [ 975.687316] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f. [ 975.712433] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 975.726582] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 975.729179] nova-conductor[54144]: DEBUG nova.network.neutron [None req-5f7242ce-20f2-42dd-b608-516b15cf1ca8 tempest-ImagesTestJSON-469166540 tempest-ImagesTestJSON-469166540-project-member] [instance: fa63fdca-0acd-4b1d-aa9a-8cb72ebf704f] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.344938] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cff83e28-ab85-4b4d-b162-ec570b0c5b57, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 672f130c-b4c6-4925-add8-b533ce840160 was re-scheduled: Binding failed for port cff83e28-ab85-4b4d-b162-ec570b0c5b57, please check neutron logs for more information.\n'] [ 977.346238] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 977.346598] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 672f130c-b4c6-4925-add8-b533ce840160.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 672f130c-b4c6-4925-add8-b533ce840160. [ 977.346823] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 672f130c-b4c6-4925-add8-b533ce840160. [ 977.380120] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 977.403978] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 977.407497] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61dd7b4d-a402-47ee-a074-1cb1735e3e4b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 672f130c-b4c6-4925-add8-b533ce840160] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.021122] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg a576511c309344588aadb5ed50df42dc in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 979.171013] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg a576511c309344588aadb5ed50df42dc [ 979.523293] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 979.536792] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.537032] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.537424] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.571547] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.573859] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.574333] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.574874] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.575210] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.575505] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.584651] nova-conductor[54144]: DEBUG nova.quota [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.587144] nova-conductor[54144]: DEBUG nova.quota [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.593307] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 979.594018] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.594378] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.594686] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.601761] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 979.602962] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.603311] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.603626] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.625941] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.626454] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.626797] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.968509] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Expecting reply to msg b96e437375b44dbeb3c74c4ddcfdef62 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 981.111897] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b96e437375b44dbeb3c74c4ddcfdef62 [ 981.471053] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 981.486119] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.486336] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.486520] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.517909] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.518134] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.518301] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.518653] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.518834] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.518992] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.526179] nova-conductor[54144]: DEBUG nova.quota [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 981.528227] nova-conductor[54144]: DEBUG nova.quota [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for user a451dc7a48d04ba982481656e10a2265 and project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 981.532899] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 981.533342] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.533537] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.533697] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.538385] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 981.539006] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.539204] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.539413] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.554543] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.554762] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.554927] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.424776] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.446633] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.451366] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.462357] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 987.642898] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2df68c7c-7d87-4493-9d14-849c246d2694, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d1acd843-e26a-45c1-a773-a3b2d0bbf75b was re-scheduled: Binding failed for port 2df68c7c-7d87-4493-9d14-849c246d2694, please check neutron logs for more information.\n'] [ 987.643528] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 987.643854] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1acd843-e26a-45c1-a773-a3b2d0bbf75b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1acd843-e26a-45c1-a773-a3b2d0bbf75b. [ 987.643910] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1acd843-e26a-45c1-a773-a3b2d0bbf75b. [ 987.683883] nova-conductor[54143]: DEBUG nova.network.neutron [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 987.716095] nova-conductor[54143]: DEBUG nova.network.neutron [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 987.719708] nova-conductor[54143]: DEBUG nova.network.neutron [None req-53537a0f-6f5f-4fb4-8354-2d0ba7689933 tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: d1acd843-e26a-45c1-a773-a3b2d0bbf75b] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.523478] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Expecting reply to msg 4b58ed417eb742958fff90e0533c01bc in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 988.652271] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4b58ed417eb742958fff90e0533c01bc [ 989.029346] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 989.040333] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.040837] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.041154] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.070258] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.070753] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.071081] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.071575] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.071898] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.072268] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.082245] nova-conductor[54143]: DEBUG nova.quota [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 989.085290] nova-conductor[54143]: DEBUG nova.quota [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Getting quotas for user c3dbd4a0b38c4d7abf3b94c40080a001 and project dbac4c2e528b4f5eaf97fa74501dc02c. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 989.090130] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 989.090699] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.091035] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.091349] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.095625] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 989.096438] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.096770] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.097071] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.111560] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.111972] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.112320] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.523339] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 991.541638] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 991.548542] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=20 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 991.553119] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.632449] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1f8243f0-877a-4e64-8568-d263212522c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4998b175-5188-4ee4-82df-903dbaea551c was re-scheduled: Binding failed for port 1f8243f0-877a-4e64-8568-d263212522c8, please check neutron logs for more information.\n'] [ 993.632778] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 993.633280] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4998b175-5188-4ee4-82df-903dbaea551c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4998b175-5188-4ee4-82df-903dbaea551c. [ 993.633280] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4998b175-5188-4ee4-82df-903dbaea551c. [ 993.652354] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 993.666100] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 993.668756] nova-conductor[54143]: DEBUG nova.network.neutron [None req-b9ce602d-14bb-470c-b86c-36d37b0c7b44 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 4998b175-5188-4ee4-82df-903dbaea551c] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.080729] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg d4ccda15ecd74835a892c51d38e61109 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 995.232867] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d4ccda15ecd74835a892c51d38e61109 [ 995.309091] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6581aad1-2dfb-4572-bb81-61bf9da09396, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d was re-scheduled: Binding failed for port 6581aad1-2dfb-4572-bb81-61bf9da09396, please check neutron logs for more information.\n'] [ 995.309682] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 995.309905] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d. [ 995.310112] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d. [ 995.318355] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=359,nova_cell1:UPDATE=166,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=49,nova_cell1:RELEASE=49 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 995.333440] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 995.347770] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 995.351305] nova-conductor[54143]: DEBUG nova.network.neutron [None req-61ad37a0-3db0-4193-a837-080733e3900e tempest-AttachVolumeNegativeTest-1588277289 tempest-AttachVolumeNegativeTest-1588277289-project-member] [instance: 7cd0cf2d-0bed-4c42-ab9d-d28d64975b5d] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.583518] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 995.596721] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.596942] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.597113] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.626171] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.626417] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.626557] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.626941] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.627130] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.627596] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.634903] nova-conductor[54143]: DEBUG nova.quota [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 995.637022] nova-conductor[54143]: DEBUG nova.quota [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 995.643116] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 995.643518] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.643720] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.643885] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.647501] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 995.648126] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.648355] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.648531] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.665265] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.665265] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.665265] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.218094] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=421,nova_cell1:UPDATE=216,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:DELETE=2 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 999.339670] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57205848-f807-48f8-9160-e1bce465e586, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 717c707d-9504-4c43-ac47-cd4ee326c3d9 was re-scheduled: Binding failed for port 57205848-f807-48f8-9160-e1bce465e586, please check neutron logs for more information.\n'] [ 999.340389] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 999.341049] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 717c707d-9504-4c43-ac47-cd4ee326c3d9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 717c707d-9504-4c43-ac47-cd4ee326c3d9. [ 999.341397] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 717c707d-9504-4c43-ac47-cd4ee326c3d9. [ 999.366881] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 999.382084] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 999.385575] nova-conductor[54144]: DEBUG nova.network.neutron [None req-f422e95a-d1ff-4686-9299-447ccf6b84b4 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 717c707d-9504-4c43-ac47-cd4ee326c3d9] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.946802] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 57d0fbb381b94846acb0d674eb35fafc in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 1000.063844] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 57d0fbb381b94846acb0d674eb35fafc [ 1000.449536] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1000.462678] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.462919] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.463088] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.488281] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.488506] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.488678] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.489045] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.489222] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.489416] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.496924] nova-conductor[54143]: DEBUG nova.quota [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.499118] nova-conductor[54143]: DEBUG nova.quota [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.504124] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1000.504609] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.504816] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.505095] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.510471] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1000.511151] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.511356] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.511526] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.526350] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.526580] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.526751] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.186927] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ee95fd81-a2cf-438a-9103-563f45cc3a5f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7 was re-scheduled: Binding failed for port ee95fd81-a2cf-438a-9103-563f45cc3a5f, please check neutron logs for more information.\n'] [ 1001.187742] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1001.188034] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7. [ 1001.188471] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7. [ 1001.252061] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1001.266775] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1001.272043] nova-conductor[54143]: DEBUG nova.network.neutron [None req-d51d6dad-8e6f-42ac-9440-97fa0405bf27 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 5f8a2937-e6f4-4c62-9ae6-5cf6b0eafed7] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.628261] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Expecting reply to msg eab6612b4c6841a9b44dc9c8dc3c670d in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 1003.752127] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg eab6612b4c6841a9b44dc9c8dc3c670d [ 1004.130339] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1004.143367] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.143540] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.143727] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.167860] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.168089] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.168264] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.168619] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.168803] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.168963] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.177047] nova-conductor[54144]: DEBUG nova.quota [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1004.179159] nova-conductor[54144]: DEBUG nova.quota [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for user a451dc7a48d04ba982481656e10a2265 and project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1004.187372] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1004.187770] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.187973] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.188144] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.192571] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1004.193196] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.193398] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.193565] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.211257] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.211505] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.211707] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.865976] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f34bb08-1933-40c7-be8e-3120d0421898, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 16992946-2043-4a69-8275-a327379b07c0 was re-scheduled: Binding failed for port 9f34bb08-1933-40c7-be8e-3120d0421898, please check neutron logs for more information.\n'] [ 1004.866718] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1004.866968] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16992946-2043-4a69-8275-a327379b07c0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16992946-2043-4a69-8275-a327379b07c0. [ 1004.867179] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16992946-2043-4a69-8275-a327379b07c0. [ 1004.886341] nova-conductor[54143]: DEBUG nova.network.neutron [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1004.901133] nova-conductor[54143]: DEBUG nova.network.neutron [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1004.904184] nova-conductor[54143]: DEBUG nova.network.neutron [None req-4dbaaada-1bf2-4bfb-b14f-bb765c98843e tempest-ServerDiskConfigTestJSON-475883206 tempest-ServerDiskConfigTestJSON-475883206-project-member] [instance: 16992946-2043-4a69-8275-a327379b07c0] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.082557] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63a53d2e-eb52-4fc8-a42f-0d955ad56fd4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 091d6984-c9a6-4bdf-94e6-9a46add71233 was re-scheduled: Binding failed for port 63a53d2e-eb52-4fc8-a42f-0d955ad56fd4, please check neutron logs for more information.\n'] [ 1010.083345] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1010.083890] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 091d6984-c9a6-4bdf-94e6-9a46add71233.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 091d6984-c9a6-4bdf-94e6-9a46add71233. [ 1010.084339] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 091d6984-c9a6-4bdf-94e6-9a46add71233. [ 1010.107727] nova-conductor[54143]: DEBUG nova.network.neutron [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1010.121029] nova-conductor[54143]: DEBUG nova.network.neutron [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.124194] nova-conductor[54143]: DEBUG nova.network.neutron [None req-8c6bd2c5-ca72-48c7-a52d-567849b19af0 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 091d6984-c9a6-4bdf-94e6-9a46add71233] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.492904] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=3 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.513868] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.521304] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.525315] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.679302] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Expecting reply to msg 413eb8a4d93441d2b8ca1abbd6cdb837 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 1011.803928] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 413eb8a4d93441d2b8ca1abbd6cdb837 [ 1012.181277] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1012.194972] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.195196] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.196543] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.232361] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.232484] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.232672] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.233043] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.233225] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.233382] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.242999] nova-conductor[54144]: DEBUG nova.quota [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1012.245621] nova-conductor[54144]: DEBUG nova.quota [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Getting quotas for user e914f6b8e5a64e5a922d9680f2264bd5 and project 8b779d35a5af42409ce4ae5d1a57d400. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1012.250509] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1012.250949] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.251143] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.251307] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.257850] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1012.258453] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.258646] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.258900] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.271109] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.271310] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.271477] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.017363] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a2de4c01-d081-4107-9fc5-b4076da09f0d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4b598537-1635-41c4-986f-ec09e07f96dc was re-scheduled: Binding failed for port a2de4c01-d081-4107-9fc5-b4076da09f0d, please check neutron logs for more information.\n'] [ 1014.018002] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1014.018235] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b598537-1635-41c4-986f-ec09e07f96dc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b598537-1635-41c4-986f-ec09e07f96dc. [ 1014.018538] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b598537-1635-41c4-986f-ec09e07f96dc. [ 1014.042839] nova-conductor[54144]: DEBUG nova.network.neutron [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1014.058462] nova-conductor[54144]: DEBUG nova.network.neutron [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1014.061841] nova-conductor[54144]: DEBUG nova.network.neutron [None req-e9ba9d86-9508-479c-adc6-755f6c5ac712 tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 4b598537-1635-41c4-986f-ec09e07f96dc] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.466410] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Expecting reply to msg 8dba3671479941ccafbfbb1e25cad508 in queue reply_1cf1e0a6b2ea45ddb024bf34ab9254a6 [ 1015.581708] nova-conductor[54144]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8dba3671479941ccafbfbb1e25cad508 [ 1015.982032] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=54144) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1015.995710] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.995931] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.996120] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.024557] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.024557] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.024732] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.025055] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.025241] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.025401] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.033611] nova-conductor[54144]: DEBUG nova.quota [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1016.036347] nova-conductor[54144]: DEBUG nova.quota [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Getting quotas for user 44cdcf8c4a8e4ee1a8e60b2ca9b32490 and project 7e241ed3c2614105b64b8c8f11a5140f. Resources: {'ram', 'instances', 'cores'} {{(pid=54144) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1016.041124] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54144) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1016.041521] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.041705] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.041862] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.046177] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54144) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1016.046785] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.046970] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.047128] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.063345] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.063543] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.063708] nova-conductor[54144]: DEBUG oslo_concurrency.lockutils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54144) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.246540] nova-conductor[54143]: ERROR nova.scheduler.utils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e733cef9-a611-4c72-b11f-f04a1e84ba01, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 38821170-5223-446e-a67e-03c2463ae45d was re-scheduled: Binding failed for port e733cef9-a611-4c72-b11f-f04a1e84ba01, please check neutron logs for more information.\n'] [ 1020.247399] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Rescheduling: True {{(pid=54143) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1020.247631] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38821170-5223-446e-a67e-03c2463ae45d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38821170-5223-446e-a67e-03c2463ae45d. [ 1020.247840] nova-conductor[54143]: WARNING nova.scheduler.utils [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38821170-5223-446e-a67e-03c2463ae45d. [ 1020.275738] nova-conductor[54143]: DEBUG nova.network.neutron [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] deallocate_for_instance() {{(pid=54143) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1020.292827] nova-conductor[54143]: DEBUG nova.network.neutron [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] Instance cache missing network info. {{(pid=54143) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1020.296188] nova-conductor[54143]: DEBUG nova.network.neutron [None req-9ccd1f98-4d01-43cd-a9fd-c7ba7dcf9e9e tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 38821170-5223-446e-a67e-03c2463ae45d] Updating instance_info_cache with network_info: [] {{(pid=54143) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.265754] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Expecting reply to msg c036ec3d0ad14c39ae076ffadca92b10 in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 1022.393944] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c036ec3d0ad14c39ae076ffadca92b10 [ 1022.768449] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1022.780983] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.781288] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.781369] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.809727] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.809939] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.810108] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.810496] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.810686] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.810846] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.817641] nova-conductor[54143]: DEBUG nova.quota [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.819643] nova-conductor[54143]: DEBUG nova.quota [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Getting quotas for user a451dc7a48d04ba982481656e10a2265 and project 031962f412d64c3aa21492fc35de1966. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.824309] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1022.824752] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.824955] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.825121] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.829083] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1022.829677] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.829868] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.830030] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.843523] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.843716] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.844377] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.992757] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b1ba6924-6add-40a9-8032-357e6db9d34b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2568c0cc-92c7-4297-a562-2a422ebfbd09 was re-scheduled: Binding failed for port b1ba6924-6add-40a9-8032-357e6db9d34b, please check neutron logs for more information.\n'] [ 1024.993352] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1024.993613] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2568c0cc-92c7-4297-a562-2a422ebfbd09.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2568c0cc-92c7-4297-a562-2a422ebfbd09. [ 1024.993922] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2568c0cc-92c7-4297-a562-2a422ebfbd09. [ 1025.016678] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1025.033073] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1025.035656] nova-conductor[54144]: DEBUG nova.network.neutron [None req-8c02b5e3-366d-4378-bcba-16606b69cc36 tempest-ServersTestJSON-1668084521 tempest-ServersTestJSON-1668084521-project-member] [instance: 2568c0cc-92c7-4297-a562-2a422ebfbd09] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.039923] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell0:SELECT=3 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.049281] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.056422] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.062272] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.820236] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bdafb2c7-4c7a-44ec-ab7b-5128124ec78e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 46422a78-ac48-4567-8ec0-e311e25259a7 was re-scheduled: Binding failed for port bdafb2c7-4c7a-44ec-ab7b-5128124ec78e, please check neutron logs for more information.\n'] [ 1030.820827] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1030.821054] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 46422a78-ac48-4567-8ec0-e311e25259a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 46422a78-ac48-4567-8ec0-e311e25259a7. [ 1030.821302] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 46422a78-ac48-4567-8ec0-e311e25259a7. [ 1030.842109] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1030.856949] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1030.859944] nova-conductor[54144]: DEBUG nova.network.neutron [None req-0be0e1c0-36dd-4c15-9e1c-bd00709e2d2b tempest-DeleteServersTestJSON-1911451172 tempest-DeleteServersTestJSON-1911451172-project-member] [instance: 46422a78-ac48-4567-8ec0-e311e25259a7] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.814132] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.831939] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.841364] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.842176] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1033.596315] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Expecting reply to msg 2d904bf3efac47e0bdf43b20575df49e in queue reply_ae8752f37c1e4646abed4ca8fdba7915 [ 1033.748071] nova-conductor[54143]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2d904bf3efac47e0bdf43b20575df49e [ 1034.099174] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54143) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:946}} [ 1034.112135] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.112371] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.112543] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.143298] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.143519] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.143695] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.144081] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.144270] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.144432] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.153229] nova-conductor[54143]: DEBUG nova.quota [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Getting quotas for project 12b9ea5de00448bcabc1d037e5f7b5e6. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1034.156165] nova-conductor[54143]: DEBUG nova.quota [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Getting quotas for user c6bd81b003724024a785a744bcc29df2 and project 12b9ea5de00448bcabc1d037e5f7b5e6. Resources: {'ram', 'instances', 'cores'} {{(pid=54143) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1034.160985] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] [instance: ba725109-6151-4874-87fe-8d8fd61ff42d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54143) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1762}} [ 1034.161440] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.161644] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.161829] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.165940] nova-conductor[54143]: DEBUG nova.conductor.manager [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] [instance: ba725109-6151-4874-87fe-8d8fd61ff42d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='f56b201a-e3b2-4851-8ca8-5cb4719406bb',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54143) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1507}} [ 1034.166545] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.166740] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.166905] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.180119] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Acquiring lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.180387] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.180491] nova-conductor[54143]: DEBUG oslo_concurrency.lockutils [None req-afea4de8-644a-4bb3-8f91-f42676c12abb tempest-ServersAaction247Test-2119133443 tempest-ServersAaction247Test-2119133443-project-member] Lock "a6ef6a58-e411-4f94-990b-b43e5de3a53c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54143) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.113965] nova-conductor[54144]: ERROR nova.scheduler.utils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2642, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2012, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1990, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 55c6d59e-1f8f-4e0b-85c1-54fb769ebb6a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2457, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2749, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 944cacc4-5517-42ef-9959-05339e3def10 was re-scheduled: Binding failed for port 55c6d59e-1f8f-4e0b-85c1-54fb769ebb6a, please check neutron logs for more information.\n'] [ 1036.114663] nova-conductor[54144]: DEBUG nova.conductor.manager [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Rescheduling: True {{(pid=54144) build_instances /opt/stack/nova/nova/conductor/manager.py:696}} [ 1036.114956] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 944cacc4-5517-42ef-9959-05339e3def10.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 944cacc4-5517-42ef-9959-05339e3def10. [ 1036.115211] nova-conductor[54144]: WARNING nova.scheduler.utils [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 944cacc4-5517-42ef-9959-05339e3def10. [ 1036.134495] nova-conductor[54144]: DEBUG nova.network.neutron [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] deallocate_for_instance() {{(pid=54144) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1036.148660] nova-conductor[54144]: DEBUG nova.network.neutron [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] Instance cache missing network info. {{(pid=54144) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1036.151337] nova-conductor[54144]: DEBUG nova.network.neutron [None req-91f9833d-ae05-43a4-84e2-1b29f26a45d1 tempest-AttachInterfacesTestJSON-1293168541 tempest-AttachInterfacesTestJSON-1293168541-project-member] [instance: 944cacc4-5517-42ef-9959-05339e3def10] Updating instance_info_cache with network_info: [] {{(pid=54144) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.148310] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell0:SELECT=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.169074] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.174037] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.177968] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1060.579629] nova-conductor[54144]: DEBUG dbcounter [-] [54144] Writing DB stats nova_cell1:UPDATE=135,nova_cell1:SELECT=248,nova_cell1:INSERT=14,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:DELETE=2 {{(pid=54144) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1061.055000] nova-conductor[54143]: DEBUG dbcounter [-] [54143] Writing DB stats nova_cell1:UPDATE=100,nova_cell1:SELECT=198,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23,nova_cell1:INSERT=18 {{(pid=54143) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}