[ 464.273030] nova-conductor[55067]: INFO dbcounter [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Registered counter for database nova_api [ 464.281852] nova-conductor[55067]: DEBUG oslo_db.sqlalchemy.engines [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55067) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.310799] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writer thread running {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.312772] nova-conductor[55067]: DEBUG nova.context [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5b09cd6f-575b-4f71-84c2-9276ccdcf252(cell1) {{(pid=55067) load_cells /opt/stack/nova/nova/context.py:464}} [ 464.314416] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 464.314653] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 464.315102] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.315513] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 464.315700] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 464.316665] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55067) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 464.317915] nova-conductor[55067]: INFO dbcounter [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Registered counter for database nova_cell0 [ 464.320143] nova-conductor[55067]: INFO dbcounter [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Registered counter for database nova_cell1 [ 464.322727] nova-conductor[55067]: DEBUG oslo_db.sqlalchemy.engines [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55067) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.323227] nova-conductor[55067]: DEBUG oslo_db.sqlalchemy.engines [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55067) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.401398] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writer thread running {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.404485] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writer thread running {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.406095] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Acquiring lock "singleton_lock" {{(pid=55067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 464.406276] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Acquired lock "singleton_lock" {{(pid=55067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 464.406515] nova-conductor[55067]: DEBUG oslo_concurrency.lockutils [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Releasing lock "singleton_lock" {{(pid=55067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 464.406929] nova-conductor[55067]: INFO oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Starting 2 workers [ 464.413018] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Started child 55487 {{(pid=55067) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 464.414839] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Started child 55488 {{(pid=55067) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 464.418019] nova-conductor[55487]: INFO nova.service [-] Starting conductor node (version 0.1.0) [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Full set of CONF: {{(pid=55067) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ******************************************************************************** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Configuration options gathered from: {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] config files: ['/etc/nova/nova.conf'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ================================================================================ {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 464.418259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] allow_resize_to_same_host = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418487] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] arq_binding_timeout = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418487] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] block_device_allocate_retries = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418547] nova-conductor[55488]: INFO nova.service [-] Starting conductor node (version 0.1.0) [ 464.418698] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] block_device_allocate_retries_interval = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418698] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cert = self.pem {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418698] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute_driver = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.418880] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute_monitors = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.419102] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] config_dir = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.419321] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] config_drive_format = iso9660 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.419454] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.419650] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] config_source = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.419848] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] console_host = devstack {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420047] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] control_exchange = nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420245] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cpu_allocation_ratio = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420408] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] daemon = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420630] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] debug = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420818] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_access_ip_network_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.420999] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_availability_zone = nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.421166] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_ephemeral_format = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.421337] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_green_pool_size = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.421620] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.421803] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] default_schedule_zone = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422302] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] disk_allocation_ratio = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422302] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] enable_new_services = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422395] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] enabled_apis = ['osapi_compute'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422564] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] enabled_ssl_apis = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422775] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] flat_injected = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.422944] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] force_config_drive = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.423143] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] force_raw_images = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.423474] nova-conductor[55487]: INFO dbcounter [None req-0370b972-3c1e-48ac-8909-087293bcb2d8 None None] Registered counter for database nova_cell1 [ 464.423735] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] graceful_shutdown_timeout = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.423996] nova-conductor[55488]: INFO dbcounter [None req-4f8865ca-7f99-40ea-94d3-808928804937 None None] Registered counter for database nova_cell1 [ 464.424148] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] heal_instance_info_cache_interval = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.424626] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] host = devstack {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.424849] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.425053] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.425236] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.425498] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.425660] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_build_timeout = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.425832] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_delete_interval = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426010] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_format = [instance: %(uuid)s] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426198] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_name_template = instance-%08x {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426355] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_usage_audit = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426542] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_usage_audit_period = month {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426705] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.426885] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.427076] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] internal_service_availability_zone = internal {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.427250] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] key = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.427406] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] live_migration_retry_count = 30 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.427610] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_color = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428057] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_config_append = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428057] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428134] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_dir = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428255] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428380] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_options = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428538] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_rotate_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428761] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_rotate_interval_type = days {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.428925] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] log_rotation_type = none {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429066] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429190] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429357] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429567] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429683] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.429898] nova-conductor[55488]: DEBUG oslo_db.sqlalchemy.engines [None req-4f8865ca-7f99-40ea-94d3-808928804937 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55488) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.430050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] long_rpc_timeout = 1800 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.430249] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_concurrent_builds = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.430426] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_concurrent_live_migrations = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.430592] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_concurrent_snapshots = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.430771] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_local_block_devices = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.431494] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_logfile_count = 30 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.431494] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] max_logfile_size_mb = 200 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.431589] nova-conductor[55487]: DEBUG oslo_db.sqlalchemy.engines [None req-0370b972-3c1e-48ac-8909-087293bcb2d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55487) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 464.431621] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] maximum_instance_delete_attempts = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.431650] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metadata_listen = 0.0.0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.431866] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metadata_listen_port = 8775 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432069] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metadata_workers = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432236] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] migrate_max_retries = -1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432433] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] mkisofs_cmd = genisoimage {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432613] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432729] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] my_ip = 10.180.1.21 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.432889] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] network_allocate_retries = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.433073] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.433266] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.433424] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] osapi_compute_listen_port = 8774 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.433638] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] osapi_compute_unique_server_name_scope = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.433824] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] osapi_compute_workers = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434014] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] password_length = 12 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434170] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] periodic_enable = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434332] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] periodic_fuzzy_delay = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434500] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] pointer_model = usbtablet {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434726] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] preallocate_images = none {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.434890] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] publish_errors = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435033] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] pybasedir = /opt/stack/nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435193] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ram_allocation_ratio = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435359] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rate_limit_burst = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435551] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rate_limit_except_level = CRITICAL {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435705] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rate_limit_interval = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.435862] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reboot_timeout = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.436027] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reclaim_instance_interval = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.436183] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] record = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.436337] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reimage_timeout_per_gb = 20 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.436533] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] report_interval = 120 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rescue_timeout = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reserved_host_cpus = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reserved_host_disk_mb = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reserved_host_memory_mb = 512 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] reserved_huge_pages = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] resize_confirm_window = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440019] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] resize_fs_using_block_device = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] resume_guests_state_on_host_boot = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] rpc_response_timeout = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] run_external_periodic_tasks = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] running_deleted_instance_action = reap {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] running_deleted_instance_timeout = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler_instance_sync_interval = 120 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_down_time = 720 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] servicegroup_driver = db {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] shell_completion = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] shelved_offload_time = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] shelved_poll_interval = 3600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440455] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] shutdown_timeout = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] source_is_ipv6 = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ssl_only = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] state_path = /opt/stack/data/nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] sync_power_state_interval = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.440801] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writer thread running {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.440886] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] sync_power_state_pool_size = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441085] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] syslog_log_facility = LOG_USER {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441244] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] tempdir = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441405] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] timeout_nbd = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441604] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] transport_url = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441777] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] update_resources_interval = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.441959] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_cow_images = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442150] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_eventlog = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442317] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_journal = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442481] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_json = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442633] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_rootwrap_daemon = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442796] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_stderr = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.442959] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] use_syslog = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.443126] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vcpu_pin_set = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.443303] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vif_plugging_is_fatal = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.443478] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vif_plugging_timeout = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.443699] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] virt_mkfs = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.443866] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] volume_usage_poll_interval = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.444036] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] watch_log_file = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.444233] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] web = /usr/share/spice-html5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 464.444504] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_concurrency.disable_process_locking = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.444728] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.444936] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.445114] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.445618] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.445618] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.445693] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.445850] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.auth_strategy = keystone {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446048] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.compute_link_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446241] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446413] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.dhcp_domain = novalocal {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446590] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.enable_instance_password = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446748] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.glance_link_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.446911] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.447110] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.447273] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.instance_list_per_project_cells = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.447428] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.list_records_by_skipping_down_cells = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.447646] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writer thread running {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.447845] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.local_metadata_per_cell = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448044] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.max_limit = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448219] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.metadata_cache_expiration = 15 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448388] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.neutron_default_tenant_id = default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448555] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.use_neutron_default_nets = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448740] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.448898] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449075] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449584] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449584] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_dynamic_targets = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449584] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_jsonfile_path = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449735] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.449996] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.backend = dogpile.cache.memcached {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.450201] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.backend_argument = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.450391] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.config_prefix = cache.oslo {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.450598] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.dead_timeout = 60.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.450775] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.debug_cache_backend = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.450935] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.enable_retry_client = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.451108] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.enable_socket_keepalive = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.451274] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.enabled = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.451458] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.enforce_fips_mode = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.451661] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.expiration_time = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.451834] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.hashclient_retry_attempts = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.452067] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.452246] nova-conductor[55488]: DEBUG nova.service [None req-4f8865ca-7f99-40ea-94d3-808928804937 None None] Creating RPC server for service conductor {{(pid=55488) start /opt/stack/nova/nova/service.py:186}} [ 464.452427] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_dead_retry = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.452636] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_password = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.452804] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.452964] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.453174] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_pool_maxsize = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.453327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.453498] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_sasl_enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.453704] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.453889] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454062] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.memcache_username = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454230] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.proxies = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454392] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_db = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454569] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_password = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454754] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.454929] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455104] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_server = localhost:6379 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455264] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_socket_timeout = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455416] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.redis_username = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455571] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.retry_attempts = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455755] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.retry_delay = 0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.455916] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.socket_keepalive_count = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456091] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.socket_keepalive_idle = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456277] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.socket_keepalive_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456412] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.tls_allowed_ciphers = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456571] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.tls_cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456723] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.tls_certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.456882] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.tls_enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cache.tls_keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457257] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457435] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.auth_type = password {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457600] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457774] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.457938] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458114] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458276] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.cross_az_attach = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458437] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.debug = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458619] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.endpoint_template = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458794] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.http_retries = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.458952] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459117] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459306] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.os_region_name = RegionOne {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459469] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459628] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cinder.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459797] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.459953] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.cpu_dedicated_set = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.460121] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.cpu_shared_set = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.460283] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.image_type_exclude_list = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.460445] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.460613] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461044] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461044] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461113] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461264] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.resource_provider_association_refresh = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461424] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.shutdown_retry_interval = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461600] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461778] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] conductor.workers = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.461953] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] console.allowed_origins = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462120] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] console.ssl_ciphers = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462294] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] console.ssl_minimum_version = default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462460] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] consoleauth.enforce_session_timeout = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462646] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] consoleauth.token_ttl = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462841] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.462995] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.463168] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.463327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.463505] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.463691] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.463853] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464028] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464175] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464474] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464663] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.464938] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.465193] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.service_type = accelerator {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.465368] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.465528] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.465676] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.465829] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.466022] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] cyborg.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.backend = sqlalchemy {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.connection = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.connection_debug = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.connection_parameters = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.connection_recycle_time = 3600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.connection_trace = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470268] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.db_inc_retry_interval = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470300] nova-conductor[55487]: DEBUG nova.service [None req-0370b972-3c1e-48ac-8909-087293bcb2d8 None None] Creating RPC server for service conductor {{(pid=55487) start /opt/stack/nova/nova/service.py:186}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.db_max_retries = 20 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.db_max_retry_interval = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.db_retry_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.max_overflow = 50 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.max_pool_size = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.max_retries = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.mysql_wsrep_sync_wait = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.pool_timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.retry_interval = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.slave_connection = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.sqlite_synchronous = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] database.use_db_reconnect = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470501] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.backend = sqlalchemy {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.connection = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.connection_debug = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.connection_parameters = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.connection_recycle_time = 3600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.connection_trace = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470832] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.db_inc_retry_interval = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.470906] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.db_max_retries = 20 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471073] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.db_max_retry_interval = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471239] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.db_retry_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471400] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.max_overflow = 50 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471559] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.max_pool_size = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471720] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.max_retries = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.471886] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472055] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472213] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.pool_timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472374] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.retry_interval = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472531] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.slave_connection = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472691] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] api_database.sqlite_synchronous = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.472888] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] devices.enabled_mdev_types = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.473103] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.473279] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.473437] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ephemeral_storage_encryption.enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.473636] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.473852] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.api_servers = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474039] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474225] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474391] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474603] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474773] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.474936] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.debug = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475120] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.default_trusted_certificate_ids = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475284] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.enable_certificate_validation = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475450] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.enable_rbd_download = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475607] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475775] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.475937] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476106] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476265] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476424] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.num_retries = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476590] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.rbd_ceph_conf = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476750] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.rbd_connect_timeout = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.476921] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.rbd_pool = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477098] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.rbd_user = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477261] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477418] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477575] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477747] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.service_type = image {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.477908] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.478080] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.478240] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.478525] nova-conductor[55488]: DEBUG nova.service [None req-4f8865ca-7f99-40ea-94d3-808928804937 None None] Join ServiceGroup membership for this service conductor {{(pid=55488) start /opt/stack/nova/nova/service.py:203}} [ 464.478670] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.478874] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.479062] nova-conductor[55488]: DEBUG nova.servicegroup.drivers.db [None req-4f8865ca-7f99-40ea-94d3-808928804937 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55488) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 464.479205] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.verify_glance_signatures = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.479390] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] glance.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.479570] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] guestfs.debug = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.479775] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] mks.enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.480393] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.480613] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.manager_interval = 2400 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.480794] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.precache_concurrency = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.480966] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.remove_unused_base_images = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.481150] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.481320] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.481498] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] image_cache.subdirectory_name = _base {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.481727] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.api_max_retries = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.481898] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.api_retry_interval = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482073] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482242] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.auth_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482403] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482563] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482733] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.482922] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.conductor_group = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483098] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483259] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483418] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483609] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483781] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.483941] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484109] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484275] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.peer_list = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484430] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484631] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484804] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.serial_console_state_timeout = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.484963] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.485168] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.service_type = baremetal {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.485334] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.shard = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.485497] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.485674] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.485857] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.486029] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.486230] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.486395] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ironic.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.486585] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.486786] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] key_manager.fixed_key = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487007] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487203] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.barbican_api_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487365] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.barbican_endpoint = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487560] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.barbican_endpoint_type = public {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487746] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.barbican_region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.487907] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488096] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488263] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488423] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488589] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488756] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.number_of_retries = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.488923] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.retry_delay = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489103] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.send_service_user_token = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489272] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489429] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489590] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.verify_ssl = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489771] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican.verify_ssl_path = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.489938] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490112] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.auth_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490272] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490428] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490860] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490860] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.490916] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491054] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491219] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] barbican_service_user.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491420] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.approle_role_id = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491605] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.approle_secret_id = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491790] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.kv_mountpoint = secret {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.491958] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.kv_path = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492136] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.kv_version = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492319] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.namespace = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492480] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.root_token_id = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492637] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.ssl_ca_crt_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492805] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.timeout = 60.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.492965] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.use_ssl = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.493171] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.493365] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.493952] nova-conductor[55487]: DEBUG nova.service [None req-0370b972-3c1e-48ac-8909-087293bcb2d8 None None] Join ServiceGroup membership for this service conductor {{(pid=55487) start /opt/stack/nova/nova/service.py:203}} [ 464.494114] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.auth_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.494287] nova-conductor[55487]: DEBUG nova.servicegroup.drivers.db [None req-0370b972-3c1e-48ac-8909-087293bcb2d8 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55487) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 464.494427] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.494643] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.494842] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495015] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495185] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495345] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495509] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495666] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495831] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.495986] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.496158] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.496318] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.496475] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.496668] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.service_type = identity {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.496854] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497024] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497188] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497346] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497525] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497698] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] keystone.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.497978] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.connection_uri = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.498187] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_mode = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.498395] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.498567] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_models = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.498741] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_power_governor_high = performance {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.498905] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499079] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_power_management = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499276] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499462] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.device_detach_attempts = 8 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499625] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.device_detach_timeout = 20 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499793] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.disk_cachemodes = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.499949] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.disk_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500125] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.enabled_perf_events = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500292] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.file_backed_memory = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500459] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.gid_maps = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500639] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.hw_disk_discard = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500798] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.hw_machine_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.500965] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_rbd_ceph_conf = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.501141] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.501327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.501497] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_rbd_glance_store_name = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.501690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_rbd_pool = rbd {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.501863] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_type = default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502029] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.images_volume_group = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502204] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.inject_key = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502364] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.inject_partition = -2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502523] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.inject_password = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502709] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.iscsi_iface = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.502875] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.iser_use_multipath = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503049] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503222] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503384] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_downtime = 500 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503571] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503745] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.503907] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_inbound_addr = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504087] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504252] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504410] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_scheme = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504628] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_timeout_action = abort {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504803] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_tunnelled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.504963] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_uri = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.505139] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.live_migration_with_native_tls = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.505301] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.max_queues = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.505463] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.505718] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.505904] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.nfs_mount_options = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506146] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506319] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506484] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506643] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506805] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.506963] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_pcie_ports = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.507140] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.507305] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.pmem_namespaces = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.507468] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.quobyte_client_cfg = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.507690] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.507861] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508035] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508199] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508360] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rbd_secret_uuid = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508519] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rbd_user = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508681] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.508851] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509013] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rescue_image_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509180] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rescue_kernel_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509333] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rescue_ramdisk_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509497] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509652] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.rx_queue_size = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.509845] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.smbfs_mount_options = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510090] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510263] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.snapshot_compression = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510423] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.snapshot_image_format = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510638] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510805] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.sparse_logical_volumes = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.510968] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.swtpm_enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511175] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.swtpm_group = tss {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511347] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.swtpm_user = tss {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511518] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.sysinfo_serial = unique {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511674] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.tb_cache_size = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511829] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.tx_queue_size = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.511988] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.uid_maps = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512163] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.use_virtio_for_bridges = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512333] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.virt_type = kvm {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512499] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.volume_clear = zero {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512661] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.volume_clear_size = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512824] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.volume_use_multipath = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.512984] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_cache_path = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.513162] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.513327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.513487] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.513683] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.513911] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514098] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.vzstorage_mount_user = stack {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514271] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514468] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514663] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.auth_type = password {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514827] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.514982] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515159] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515317] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515470] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515638] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.default_floating_pool = public {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515795] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.515955] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.extension_sync_interval = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516125] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.http_retries = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516286] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516460] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516615] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516784] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.516939] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517112] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.ovs_bridge = br-int {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517328] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.physnets = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517499] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.region_name = RegionOne {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517656] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517825] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.service_metadata_proxy = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.517981] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.518206] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.service_type = network {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.518378] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.518536] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.518694] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.518848] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519033] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519195] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] neutron.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519364] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] notifications.bdms_in_notifications = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519542] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] notifications.default_level = INFO {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519715] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] notifications.notification_format = unversioned {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.519879] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] notifications.notify_on_state_change = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520063] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520239] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] pci.alias = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520406] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] pci.device_spec = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520565] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] pci.report_in_placement = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520781] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.520960] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.auth_type = password {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521144] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521305] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521462] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521657] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521826] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.521983] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522180] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.default_domain_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522341] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.default_domain_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522498] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.domain_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522654] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.domain_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522811] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.522969] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.523172] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.523390] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.523434] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.523875] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.password = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.523875] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.project_domain_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524028] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.project_domain_name = Default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524192] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.project_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524366] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.project_name = service {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524548] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.region_name = RegionOne {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524727] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.524892] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525072] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.service_type = placement {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525236] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525393] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525549] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525707] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.system_scope = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.525861] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526024] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.trust_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526184] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.user_domain_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526350] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.user_domain_name = Default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526510] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.user_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526701] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.username = nova {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.526881] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527053] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] placement.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527257] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.cores = 20 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527423] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.count_usage_from_placement = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527594] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527785] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.injected_file_content_bytes = 10240 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.527955] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.injected_file_path_length = 255 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528131] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.injected_files = 5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528319] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.instances = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528486] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.key_pairs = 100 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528652] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.metadata_items = 128 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528825] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.ram = 51200 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.528987] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.recheck_quota = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.529165] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.server_group_members = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.529330] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] quota.server_groups = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.529528] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.529722] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.529885] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.image_metadata_prefilter = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530086] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530258] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.max_attempts = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530420] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.max_placement_results = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530608] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530778] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.530957] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.531146] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] scheduler.workers = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.531339] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.531513] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.531754] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.531936] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.532115] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.532281] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.532443] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.532654] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.532850] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.host_subset_size = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533036] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533231] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533400] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533595] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.isolated_hosts = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533772] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.isolated_images = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.533930] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534125] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534294] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534457] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.pci_in_placement = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534620] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534784] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.534946] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535119] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535281] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535464] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535646] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.track_instance_changes = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535824] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.535997] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metrics.required = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.536174] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metrics.weight_multiplier = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.536338] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.536500] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] metrics.weight_setting = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.536822] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.536999] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.537223] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.port_range = 10000:20000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.537398] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.537564] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.537730] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] serial_console.serialproxy_port = 6083 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.537894] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538080] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.auth_type = password {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538246] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538402] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538564] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538727] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.538883] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.539086] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.send_service_user_token = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.539253] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.539411] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] service_user.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.539606] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.agent_enabled = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.539771] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.540141] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.540349] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.540525] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.html5proxy_port = 6082 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.540689] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.image_compression = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.540875] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.jpeg_compression = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541044] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.playback_compression = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541220] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.server_listen = 127.0.0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541388] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541563] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.streaming_mode = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541737] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] spice.zlib_compression = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.541908] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] upgrade_levels.baseapi = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542111] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] upgrade_levels.compute = auto {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542274] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] upgrade_levels.conductor = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542431] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] upgrade_levels.scheduler = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542617] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542778] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.542934] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.543101] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.543266] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.543425] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.543615] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.543810] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544288] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vendordata_dynamic_auth.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544288] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.api_retry_count = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544364] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.ca_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544514] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.cache_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544671] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.cluster_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544949] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.connection_pool_size = 10 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.544982] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.console_delay_seconds = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.545197] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.datastore_regex = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.545403] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.host_ip = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.545671] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.host_password = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.545951] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.host_port = 443 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.546256] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.host_username = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.546549] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.546830] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.integration_bridge = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.547122] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.maximum_objects = 100 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.547416] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.pbm_default_policy = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.547729] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.pbm_enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.548034] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.pbm_wsdl_location = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.548332] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.548575] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.serial_port_proxy_uri = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.548761] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.serial_port_service_uri = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.548940] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.task_poll_interval = 0.5 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.549130] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.use_linked_clone = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.549308] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.vnc_keymap = en-us {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.549474] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.vnc_port = 5900 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.549639] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vmware.vnc_port_total = 10000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.549866] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.auth_schemes = ['none'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.550050] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.enabled = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.550377] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.550566] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.550739] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.novncproxy_port = 6080 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.550921] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.server_listen = 127.0.0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.551104] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.551293] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.vencrypt_ca_certs = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.551452] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.vencrypt_client_cert = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.551634] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] vnc.vencrypt_client_key = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.551846] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552018] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552186] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552350] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552514] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.disable_rootwrap = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552675] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.enable_numa_live_migration = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552837] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.552998] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.553177] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.553341] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.libvirt_disable_apic = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.553506] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.553695] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.553862] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554036] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554202] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554365] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554533] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554713] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.554885] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.555071] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.555280] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.555453] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.client_socket_timeout = 900 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.555621] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.default_pool_size = 1000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.555824] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.keep_alive = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556029] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.max_header_line = 16384 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556180] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556341] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.ssl_ca_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556500] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.ssl_cert_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556659] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.ssl_key_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.556825] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.tcp_keepidle = 600 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.557034] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.557212] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] zvm.ca_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.557373] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] zvm.cloud_connector_url = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.557601] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.557770] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] zvm.reachable_timeout = 300 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.558009] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.enforce_new_defaults = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.558499] nova-conductor[55067]: WARNING oslo_config.cfg [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 464.558685] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.enforce_scope = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.558863] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.policy_default_rule = default {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559056] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559234] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.policy_file = policy.yaml {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559435] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559600] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559759] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.559921] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.560105] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.560308] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.560504] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.560715] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.connection_string = messaging:// {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.560899] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.enabled = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561099] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.es_doc_type = notification {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561288] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.es_scroll_size = 10000 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561457] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.es_scroll_time = 2m {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561642] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.filter_error_trace = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561817] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.hmac_keys = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.561983] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.sentinel_service_name = mymaster {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.562165] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.socket_timeout = 0.1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.562327] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.trace_requests = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.562486] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler.trace_sqlalchemy = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.562697] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler_jaeger.process_tags = {} {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.562859] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler_jaeger.service_name_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563030] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] profiler_otlp.service_name_prefix = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563239] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] remote_debug.host = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563407] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] remote_debug.port = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563621] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563801] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.563970] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564146] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564312] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564468] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564652] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564824] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.564986] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.565171] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.565335] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.565507] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.565669] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.565842] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566016] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566188] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566347] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566519] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566680] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566839] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.566998] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.567175] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.567336] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.567497] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.567665] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.567874] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568078] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568246] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568415] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568585] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568779] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.568951] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.569126] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.569316] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.569507] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.569672] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.569899] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.570102] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_notifications.retry = -1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.570289] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.570467] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.570691] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.auth_section = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.570857] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.auth_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571022] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.cafile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571182] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.certfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571346] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.collect_timing = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571509] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.connect_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571686] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.connect_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571845] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.endpoint_id = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.571997] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.endpoint_override = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572174] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.insecure = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572328] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.keyfile = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572479] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.max_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572633] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.min_version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572787] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.region_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.572968] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.retriable_status_codes = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573143] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.service_name = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573301] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.service_type = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573459] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.split_loggers = False {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573642] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.status_code_retries = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573806] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.status_code_retry_delay = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.573961] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.timeout = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574134] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.valid_interfaces = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574295] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_limit.version = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574487] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_reports.file_event_handler = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574671] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574830] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] oslo_reports.log_dir = None {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 464.574960] nova-conductor[55067]: DEBUG oslo_service.service [None req-c51bc438-0a76-442f-8db9-87618ecacbe3 None None] ******************************************************************************** {{(pid=55067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 474.312167] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writing DB stats nova_api:SELECT=1 {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 474.404861] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writing DB stats nova_cell0:SELECT=1 {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 474.405930] nova-conductor[55067]: DEBUG dbcounter [-] [55067] Writing DB stats nova_cell1:SELECT=1 {{(pid=55067) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 479.488653] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 479.500470] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 548.809068] nova-conductor[55487]: DEBUG oslo_db.sqlalchemy.engines [None req-d7aaffa5-19a6-4f55-9e09-b40dc47e9c04 None None] Parent process 55067 forked (55487) with an open database connection, which is being discarded and recreated. {{(pid=55487) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 548.811166] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writer thread running {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 548.811510] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.990049] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 571.507413] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 588.905638] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writer thread running {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 589.929474] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Took 1.02 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 589.936341] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 589.958057] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.958322] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.959962] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.963015] nova-conductor[55488]: INFO dbcounter [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Registered counter for database nova_cell1 [ 589.964768] nova-conductor[55488]: DEBUG oslo_db.sqlalchemy.engines [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55488) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 589.970231] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writer thread running {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 590.038267] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.038509] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.039130] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.039759] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.040031] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.040278] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.042312] nova-conductor[55488]: INFO dbcounter [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Registered counter for database nova_cell0 [ 590.049915] nova-conductor[55488]: DEBUG oslo_db.sqlalchemy.engines [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55488) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 590.055065] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writer thread running {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 590.064773] nova-conductor[55488]: DEBUG nova.quota [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Getting quotas for project 3889b4d282fd4033a9071d2c37a863f7. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.067903] nova-conductor[55488]: DEBUG nova.quota [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Getting quotas for user f66fbf8fe6a645ed84fa3dd55175aa7c and project 3889b4d282fd4033a9071d2c37a863f7. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.072619] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 590.073197] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.073383] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.073544] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.080100] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 590.080881] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.081102] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.081274] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.108501] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.108613] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.108791] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.109105] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55488) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.109258] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55488) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.109785] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.109968] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.110156] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.110524] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.110701] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.110865] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.116495] nova-conductor[55488]: INFO nova.compute.rpcapi [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 590.116917] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-281f50f5-4451-4c56-bb26-6ad0baf16805 None None] Releasing lock "compute-rpcapi-router" {{(pid=55488) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.697135] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.734835] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.735265] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.737309] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.741125] nova-conductor[55487]: INFO dbcounter [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Registered counter for database nova_cell1 [ 595.742787] nova-conductor[55487]: DEBUG oslo_db.sqlalchemy.engines [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55487) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 595.748575] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writer thread running {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 595.834564] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.834802] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.835358] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.835809] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.835993] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.836205] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.842166] nova-conductor[55487]: INFO dbcounter [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Registered counter for database nova_cell0 [ 595.844547] nova-conductor[55487]: DEBUG oslo_db.sqlalchemy.engines [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55487) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 595.850753] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writer thread running {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 595.859811] nova-conductor[55487]: DEBUG nova.quota [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Getting quotas for project 808759a2557b4952ba801e73cb6dd753. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 595.863081] nova-conductor[55487]: DEBUG nova.quota [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Getting quotas for user cdd1811af0e64fab90d888c6db07cfa8 and project 808759a2557b4952ba801e73cb6dd753. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 595.869931] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] [instance: 7044b799-74ed-4711-9b53-08f8a8ddbb78] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 595.870849] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.871113] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.871217] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.880667] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] [instance: 7044b799-74ed-4711-9b53-08f8a8ddbb78] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 595.881562] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.881654] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.881821] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.934570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.934570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.934762] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.935775] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55487) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.935775] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55487) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935902] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.936044] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.936915] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.936915] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.936915] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.936915] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.953136] nova-conductor[55487]: INFO nova.compute.rpcapi [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 595.953136] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-d34a17f4-a7a2-4534-b357-ca59010c63aa None None] Releasing lock "compute-rpcapi-router" {{(pid=55487) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.094598] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.113763] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.113903] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.114512] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.166041] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.166290] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.166463] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.166837] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.167033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.167195] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.179241] nova-conductor[55488]: DEBUG nova.quota [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Getting quotas for project e2d84214996948bd884880e929ab9449. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.184306] nova-conductor[55488]: DEBUG nova.quota [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Getting quotas for user ce6694d81e5d46ba8eb60d09d59d8e54 and project e2d84214996948bd884880e929ab9449. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.193589] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.194126] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.194354] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.194527] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.204840] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.205663] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.205855] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.206032] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.241839] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.241839] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.241839] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.448308] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.468418] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.468821] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.469404] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.527842] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.527842] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.527842] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.527842] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.528099] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.528099] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.541927] nova-conductor[55487]: DEBUG nova.quota [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Getting quotas for project c3e4474109984ce6a84e47a5ea02f0e4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.544121] nova-conductor[55487]: DEBUG nova.quota [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Getting quotas for user 52d842d5655c4cc98c40e16aa463be11 and project c3e4474109984ce6a84e47a5ea02f0e4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.550208] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.550208] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.550208] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.550208] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.554637] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.556572] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.556785] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.556952] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.594127] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.594127] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.594127] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.147851] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 598.166923] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.166923] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.167094] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.257195] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.257738] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.258058] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.258551] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.258983] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.259697] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.274440] nova-conductor[55488]: DEBUG nova.quota [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 598.277071] nova-conductor[55488]: DEBUG nova.quota [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for user 33be5e80c65444eaaf2e78b4ee5e497a and project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 598.282948] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 598.283139] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.283420] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.283824] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.295939] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 598.296693] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.296900] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.297078] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.359744] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.359978] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.360214] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.919136] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 598.946886] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.946886] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.946886] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.999556] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.000039] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.000237] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.000805] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.000882] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.000989] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.010105] nova-conductor[55487]: DEBUG nova.quota [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 599.012683] nova-conductor[55487]: DEBUG nova.quota [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for user 11f69140e45743e1bd026f9a339d8657 and project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 599.021632] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 599.021632] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.021632] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.021632] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.027643] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 599.027643] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.027849] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.027883] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.046431] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.046819] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.046923] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.504805] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 600.544907] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.545186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.545354] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.610111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.610111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.610111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.610111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.610247] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.610247] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.626388] nova-conductor[55487]: DEBUG nova.quota [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.632673] nova-conductor[55487]: DEBUG nova.quota [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for user 11f69140e45743e1bd026f9a339d8657 and project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.643982] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 600.644657] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.644829] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.644994] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.655120] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 600.655984] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.656210] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.656412] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.681763] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.682900] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.682900] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.747114] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 601.770316] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.770316] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.770316] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.812862] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.812862] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.812862] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.812862] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.813209] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.813209] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.834482] nova-conductor[55488]: DEBUG nova.quota [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 601.838333] nova-conductor[55488]: DEBUG nova.quota [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Getting quotas for user 11f69140e45743e1bd026f9a339d8657 and project 9349407b79b3418a81536c91cb87c815. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 601.848371] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.848905] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.849140] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.849326] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.863162] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.863162] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.863162] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.863523] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.892181] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.892437] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.893850] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.969265] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.989984] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.990351] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.990616] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.040091] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.040254] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.040415] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.040768] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.040955] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.041128] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.055040] nova-conductor[55487]: DEBUG nova.quota [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Getting quotas for project 9af34d1cbeec41ef9e6a44afff00384b. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.057250] nova-conductor[55487]: DEBUG nova.quota [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Getting quotas for user ac830616732d4a5d9f00d29df04dc419 and project 9af34d1cbeec41ef9e6a44afff00384b. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.064728] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] [instance: 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.065133] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.065450] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.065630] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.074571] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] [instance: 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.075570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.075873] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.076080] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.108996] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.109477] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.109698] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.982195] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.000681] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.000681] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.000681] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.042188] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.042496] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.042585] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.043137] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.043499] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.043719] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.059311] nova-conductor[55488]: DEBUG nova.quota [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Getting quotas for project 1c19c9d9be6842dcae43079f6756a31b. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.063444] nova-conductor[55488]: DEBUG nova.quota [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Getting quotas for user c7dbfd823a3b4b26b06a2edd82d4bc48 and project 1c19c9d9be6842dcae43079f6756a31b. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.069667] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.070269] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.070936] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.070936] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.076346] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.077269] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.077556] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.078140] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.104189] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.104539] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.104806] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.363756] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.381926] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.381926] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.382142] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.425920] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.454876] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.455456] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.455456] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.473934] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.474919] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.474919] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.474919] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.475140] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.475227] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.488723] nova-conductor[55488]: DEBUG nova.quota [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Getting quotas for project 4f60525c71c74dd68c3cdaa50fe19deb. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.494279] nova-conductor[55488]: DEBUG nova.quota [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Getting quotas for user 4f8e00cc2ef6468ca21134955c704b27 and project 4f60525c71c74dd68c3cdaa50fe19deb. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.502457] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.503034] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.503274] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.503454] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.505419] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.505596] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.505775] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.506132] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.506321] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.506478] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.511170] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.512151] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.512357] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.512527] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.521103] nova-conductor[55488]: DEBUG nova.quota [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Getting quotas for project ec2372701f1844d1ba1364fc7b821d13. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.523218] nova-conductor[55488]: DEBUG nova.quota [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Getting quotas for user 7f4a92be9fe846a581a2881f8344eacc and project ec2372701f1844d1ba1364fc7b821d13. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.534022] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.534409] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.534621] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.534788] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.536649] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.536854] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.537043] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.545053] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.545749] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.545956] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.546158] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.563057] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.563149] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.563275] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.456608] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.486147] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.486398] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.486617] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.791748] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.791978] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.793478] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.793853] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.794195] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.794233] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.810467] nova-conductor[55487]: DEBUG nova.quota [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Getting quotas for project 14d96cd638ed4c2abab7fb07b487acd4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.815122] nova-conductor[55487]: DEBUG nova.quota [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Getting quotas for user d014d8e414164f7ab9fafae7e2d6f73e and project 14d96cd638ed4c2abab7fb07b487acd4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.830567] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.830567] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.830567] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.830567] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.837981] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.838391] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.838391] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.840885] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.880880] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.880880] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.880880] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.387807] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 613.415035] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.415420] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.415841] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.464451] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.464451] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.464451] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.464451] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.464802] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.464802] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.480073] nova-conductor[55488]: DEBUG nova.quota [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Getting quotas for project fb9e40fdb0fa485d81d404850b75bacb. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 613.485996] nova-conductor[55488]: DEBUG nova.quota [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Getting quotas for user 4cde8717c5284a3fa02ccac456702710 and project fb9e40fdb0fa485d81d404850b75bacb. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 613.496859] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 613.496859] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.496859] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.496859] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.499602] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 613.500963] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.502246] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.502565] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.550546] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.550546] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.550546] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.718577] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.735131] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.735395] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.735794] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.782027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.782027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.782027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.783196] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.783666] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.783939] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.800801] nova-conductor[55487]: DEBUG nova.quota [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Getting quotas for project ef85f19f990f4020a128a81440ab1e6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.808811] nova-conductor[55487]: DEBUG nova.quota [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Getting quotas for user cf0cd9ae44ff44d4970d0a22019ef595 and project ef85f19f990f4020a128a81440ab1e6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.816325] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.816923] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.817173] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.817353] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.826800] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.826800] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.826800] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.827011] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.853596] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.853596] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.853777] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.182021] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 92e9a8c0-823e-4b5b-9551-4686a01e1c00, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 642218a7-18e5-4d6e-bdce-40dfa1efba97 was re-scheduled: Binding failed for port 92e9a8c0-823e-4b5b-9551-4686a01e1c00, please check neutron logs for more information.\n'] [ 616.182749] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 616.183146] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 642218a7-18e5-4d6e-bdce-40dfa1efba97.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 642218a7-18e5-4d6e-bdce-40dfa1efba97. [ 616.183641] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 642218a7-18e5-4d6e-bdce-40dfa1efba97. [ 616.279564] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 616.711820] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.718238] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ecb13b76-9265-4f9c-8408-2ac8f9e482a4 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: 642218a7-18e5-4d6e-bdce-40dfa1efba97] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.392996] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 620.417583] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.417831] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.417997] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.507728] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.507981] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.508185] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.508602] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.508798] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.508972] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.524244] nova-conductor[55488]: DEBUG nova.quota [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 620.527540] nova-conductor[55488]: DEBUG nova.quota [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for user d5f23913d4a1411282f081fb5ed46a11 and project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 620.543824] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 620.544518] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.544624] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.544797] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.549056] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 620.549435] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.549983] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.549983] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.583802] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.583802] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.583919] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.118208] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.136591] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.136591] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.136591] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.191264] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.191489] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.191662] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.192050] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.193366] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.193366] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.209252] nova-conductor[55488]: DEBUG nova.quota [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Getting quotas for project 5f9ef94e1ee84dceaa0da70d94a13020. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.215491] nova-conductor[55488]: DEBUG nova.quota [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Getting quotas for user a7d245a2cfdc4d2c8f56ee3092b47150 and project 5f9ef94e1ee84dceaa0da70d94a13020. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.222785] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.223374] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.223552] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.223726] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.235635] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.237099] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.237099] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.237099] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.320499] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.320752] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.320925] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.508575] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 623.525159] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.525444] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.526519] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.561127] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.561406] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.561615] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.562369] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.562369] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.562622] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.572457] nova-conductor[55487]: DEBUG nova.quota [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Getting quotas for project 3889b4d282fd4033a9071d2c37a863f7. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 623.576711] nova-conductor[55487]: DEBUG nova.quota [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Getting quotas for user f66fbf8fe6a645ed84fa3dd55175aa7c and project 3889b4d282fd4033a9071d2c37a863f7. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 623.582658] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 623.583615] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.583834] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.584019] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.590064] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 623.591180] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.591400] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.591571] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.616440] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.616729] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.616985] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.982322] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 625.002762] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.002990] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.003193] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.056204] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.070375] nova-conductor[55488]: DEBUG nova.quota [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Getting quotas for project 7acf74f1027c4081a3986a6e3e7d270e. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 625.074151] nova-conductor[55488]: DEBUG nova.quota [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Getting quotas for user 1db27961398346bb9912842b78a2ce98 and project 7acf74f1027c4081a3986a6e3e7d270e. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 625.080295] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 625.080852] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.081165] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.081376] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.093693] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 625.093983] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.094214] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.094383] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.132131] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.132355] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.132526] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.391755] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5c70f15e-da1c-4068-affa-90fa094410b3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c6cf53d2-56c8-4677-9cf9-d72d75cc922b was re-scheduled: Binding failed for port 5c70f15e-da1c-4068-affa-90fa094410b3, please check neutron logs for more information.\n'] [ 625.393086] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 625.393086] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6cf53d2-56c8-4677-9cf9-d72d75cc922b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6cf53d2-56c8-4677-9cf9-d72d75cc922b. [ 625.396134] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6cf53d2-56c8-4677-9cf9-d72d75cc922b. [ 625.505367] nova-conductor[55487]: DEBUG nova.network.neutron [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 625.709485] nova-conductor[55487]: DEBUG nova.network.neutron [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 625.727312] nova-conductor[55487]: DEBUG nova.network.neutron [None req-224e08bb-c6d0-4209-86b8-d21cdae568a5 tempest-ImagesOneServerNegativeTestJSON-119941292 tempest-ImagesOneServerNegativeTestJSON-119941292-project-member] [instance: c6cf53d2-56c8-4677-9cf9-d72d75cc922b] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.954653] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 625.975712] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.975938] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.976131] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.010101] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.010101] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.010303] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.010577] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.010765] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.011019] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.056596] nova-conductor[55487]: DEBUG nova.quota [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Getting quotas for project 8c5cb5838288429b8a33966196192ed5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 626.064889] nova-conductor[55487]: DEBUG nova.quota [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Getting quotas for user 4d38e618594c413f90c93b7dc077ab1e and project 8c5cb5838288429b8a33966196192ed5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 626.077507] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 626.077507] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.077507] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.077507] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.082060] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 626.083053] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.083053] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.083354] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.111831] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.112071] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.112256] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.881208] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 626.899315] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.899571] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.899783] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.961647] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.961854] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.962039] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.962425] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.962612] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.962791] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.975166] nova-conductor[55488]: DEBUG nova.quota [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Getting quotas for project 7acf74f1027c4081a3986a6e3e7d270e. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 626.980663] nova-conductor[55488]: DEBUG nova.quota [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Getting quotas for user 1db27961398346bb9912842b78a2ce98 and project 7acf74f1027c4081a3986a6e3e7d270e. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 626.987446] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 626.987950] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.988247] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.988375] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.000656] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 627.000656] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.000656] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.001153] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.040101] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.040101] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.040250] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.067323] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8e62cb6b-450f-4267-9f34-0b055d9af4ea, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5bde524f-b343-423f-85b4-36cb8a6faa96 was re-scheduled: Binding failed for port 8e62cb6b-450f-4267-9f34-0b055d9af4ea, please check neutron logs for more information.\n'] [ 627.069739] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 627.069739] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5bde524f-b343-423f-85b4-36cb8a6faa96.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5bde524f-b343-423f-85b4-36cb8a6faa96. [ 627.069739] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5bde524f-b343-423f-85b4-36cb8a6faa96. [ 627.105670] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 627.135631] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 627.143923] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2cfcd4d5-766a-4fd5-831a-783df980bbbc tempest-ServerExternalEventsTest-2113386873 tempest-ServerExternalEventsTest-2113386873-project-member] [instance: 5bde524f-b343-423f-85b4-36cb8a6faa96] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.287891] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 631.330288] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.330288] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.330288] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.432944] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.433026] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.433340] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.433955] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.434306] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.434602] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.456979] nova-conductor[55487]: DEBUG nova.quota [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Getting quotas for project 627f52b1f1d4402881be4153c81674a0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 631.461247] nova-conductor[55487]: DEBUG nova.quota [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Getting quotas for user fd6454793bf142fd9ed5a2e01f8719db and project 627f52b1f1d4402881be4153c81674a0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 631.469249] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.469737] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.469993] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.470117] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.498860] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.500064] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.500064] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.500064] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.546401] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.546699] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.546879] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.967678] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=13 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.004317] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=38,nova_cell1:SAVEPOINT=10,nova_cell1:INSERT=95,nova_cell1:RELEASE=10 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.029513] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=68,nova_api:DELETE=7,nova_api:UPDATE=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.035190] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=75,nova_api:UPDATE=7,nova_api:DELETE=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.239205] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 39592e6f-19be-44dd-8888-4b060eb6f166, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fe213cbb-4bed-487c-9d89-2c6b101b8956 was re-scheduled: Binding failed for port 39592e6f-19be-44dd-8888-4b060eb6f166, please check neutron logs for more information.\n'] [ 637.239205] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 637.239205] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe213cbb-4bed-487c-9d89-2c6b101b8956.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe213cbb-4bed-487c-9d89-2c6b101b8956. [ 637.239205] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fe213cbb-4bed-487c-9d89-2c6b101b8956. [ 637.270670] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 637.361525] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 637.368425] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2ff0c0f6-de6d-4d1d-93f2-8524d0187317 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: fe213cbb-4bed-487c-9d89-2c6b101b8956] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.990025] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 640.020733] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.021090] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.022034] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.078110] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.078110] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.078110] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.078110] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.078374] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.078374] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.091596] nova-conductor[55488]: DEBUG nova.quota [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Getting quotas for project 9169fb1c5a2d4f4aa7f2ea07dda28996. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 640.095848] nova-conductor[55488]: DEBUG nova.quota [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Getting quotas for user 263a83da7cd4471e9689e20c55812ccb and project 9169fb1c5a2d4f4aa7f2ea07dda28996. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 640.101878] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 640.102480] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.102723] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.102911] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.107564] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 640.108248] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.108459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.108631] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.128864] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.129105] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.129278] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.264453] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 640.278787] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.279384] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.279743] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.362033] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.373638] nova-conductor[55487]: DEBUG nova.quota [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Getting quotas for project 48721d7ae07d4cb69b3497892e3306c0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 640.377736] nova-conductor[55487]: DEBUG nova.quota [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Getting quotas for user a5dfbe43eff44535b32853c399877aa7 and project 48721d7ae07d4cb69b3497892e3306c0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 640.384221] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 640.385817] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.385817] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.385817] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.413464] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 640.415284] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.415755] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.415755] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.451361] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.451361] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.451361] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.948621] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 56519d14-008a-4cfe-a540-50b419d4570d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ed5ced72-49a9-42b5-b112-1ca01c023ae6 was re-scheduled: Binding failed for port 56519d14-008a-4cfe-a540-50b419d4570d, please check neutron logs for more information.\n'] [ 641.949642] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 641.949642] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed5ced72-49a9-42b5-b112-1ca01c023ae6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed5ced72-49a9-42b5-b112-1ca01c023ae6. [ 641.950424] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed5ced72-49a9-42b5-b112-1ca01c023ae6. [ 641.953433] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=273,nova_cell1:UPDATE=115,nova_cell1:INSERT=17,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.990651] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 642.032547] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 642.037020] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7a3f9fc8-1258-470e-bdf7-281c75811c1e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: ed5ced72-49a9-42b5-b112-1ca01c023ae6] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.215365] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.233950] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.234133] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.234133] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.234133] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.247851] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.250873] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.250873] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.293532] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.294258] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.294445] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.294820] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.294999] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.295186] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.310100] nova-conductor[55488]: DEBUG nova.quota [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Getting quotas for project 105e0b4e28494bcb9b8048c6d74c7a60. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.312821] nova-conductor[55488]: DEBUG nova.quota [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Getting quotas for user b52deea501b04fe4af5c6386645ba8b3 and project 105e0b4e28494bcb9b8048c6d74c7a60. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.324789] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.325345] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.326187] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.326685] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.339829] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.339829] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.339829] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.340027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.340930] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.341607] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.341859] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.342540] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.343075] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.343075] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.360059] nova-conductor[55487]: DEBUG nova.quota [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.363298] nova-conductor[55487]: DEBUG nova.quota [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.374758] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.377186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.377186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.377186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.392476] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.393057] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.394614] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.395063] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.401629] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.401877] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.402022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.420706] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.420928] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.421185] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.555718] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 27bc5beb-cb5f-470e-91ff-918686f9a252, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fa1bd569-3db7-4b96-b0b2-d6acf6ad6567 was re-scheduled: Binding failed for port 27bc5beb-cb5f-470e-91ff-918686f9a252, please check neutron logs for more information.\n'] [ 643.558418] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 643.558418] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa1bd569-3db7-4b96-b0b2-d6acf6ad6567.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa1bd569-3db7-4b96-b0b2-d6acf6ad6567. [ 643.558418] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fa1bd569-3db7-4b96-b0b2-d6acf6ad6567. [ 643.600325] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 643.651941] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 643.655684] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c19561b8-7f65-4e15-aff7-0e6e79de547e tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: fa1bd569-3db7-4b96-b0b2-d6acf6ad6567] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.033975] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.072243] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.072243] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.072243] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.113319] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.113573] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.113953] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.114133] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.114368] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.114771] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.125289] nova-conductor[55487]: DEBUG nova.quota [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.129250] nova-conductor[55487]: DEBUG nova.quota [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for user 33be5e80c65444eaaf2e78b4ee5e497a and project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.136021] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.136537] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.136772] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.136999] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.144818] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.145530] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.145815] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.146039] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.176395] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.176627] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.176863] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.906835] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.927020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.927020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.927020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.962549] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.962780] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.962954] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.963372] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.963670] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.963847] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.976220] nova-conductor[55487]: DEBUG nova.quota [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Getting quotas for project aa7ef13c10004d26a37ddb89cfebda6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.979968] nova-conductor[55487]: DEBUG nova.quota [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Getting quotas for user 6880a0273fa34ddb8d4f32069f8b0977 and project aa7ef13c10004d26a37ddb89cfebda6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.989055] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.990898] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.990898] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.990898] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.999033] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.999968] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.000323] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.000610] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.038259] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.038513] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.039165] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.567599] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3ccc6572-840d-4160-95ba-8f2564a96711, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 70709096-265f-4531-8946-51029ebbb998 was re-scheduled: Binding failed for port 3ccc6572-840d-4160-95ba-8f2564a96711, please check neutron logs for more information.\n'] [ 645.567940] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 645.568599] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70709096-265f-4531-8946-51029ebbb998.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70709096-265f-4531-8946-51029ebbb998. [ 645.568923] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70709096-265f-4531-8946-51029ebbb998. [ 645.600463] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 645.629789] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 645.632380] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b9ce1b15-c252-4632-8650-d592d03f5fdb tempest-ListServerFiltersTestJSON-1844427388 tempest-ListServerFiltersTestJSON-1844427388-project-member] [instance: 70709096-265f-4531-8946-51029ebbb998] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.765444] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 645.791665] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.792111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.792395] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.858864] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.875541] nova-conductor[55487]: DEBUG nova.quota [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Getting quotas for project ed8027cebe3441248b0a20ec14459879. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 645.879892] nova-conductor[55487]: DEBUG nova.quota [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Getting quotas for user ecdcb1f0231c421c891a42f9b5d4c6ae and project ed8027cebe3441248b0a20ec14459879. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 645.889762] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.889762] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.889762] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.889762] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.892557] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] block_device_mapping [BlockDeviceMapping(attachment_id=f81492ad-2cc1-414c-8291-557ff8adbed7,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='d9498ead-0475-49b3-87f2-16cdfb41c5af',volume_size=1,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.893238] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.893306] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.893470] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.915593] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.915869] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.916065] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.071246] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=314,nova_cell1:UPDATE=134,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=20,nova_cell1:RELEASE=20 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 647.670070] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c5d5c11c-4a35-4e6c-bfcd-444efec65695, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d7b23c8e-77bf-41f9-8b72-98bc660ed4c6 was re-scheduled: Binding failed for port c5d5c11c-4a35-4e6c-bfcd-444efec65695, please check neutron logs for more information.\n'] [ 647.672344] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 647.672344] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7b23c8e-77bf-41f9-8b72-98bc660ed4c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7b23c8e-77bf-41f9-8b72-98bc660ed4c6. [ 647.672530] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7b23c8e-77bf-41f9-8b72-98bc660ed4c6. [ 647.714652] nova-conductor[55487]: DEBUG nova.network.neutron [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 647.735201] nova-conductor[55487]: DEBUG nova.network.neutron [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 647.741338] nova-conductor[55487]: DEBUG nova.network.neutron [None req-34c3981e-b421-4801-9a9c-4f706a1ee011 tempest-ServersAdminNegativeTestJSON-1013917104 tempest-ServersAdminNegativeTestJSON-1013917104-project-member] [instance: d7b23c8e-77bf-41f9-8b72-98bc660ed4c6] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.822867] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 647.843628] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.843860] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.844074] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.889026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.904222] nova-conductor[55488]: DEBUG nova.quota [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Getting quotas for project a61073725653448197793ad2ddaf86e2. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 647.908567] nova-conductor[55488]: DEBUG nova.quota [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Getting quotas for user 7bc29b5ff2c64d32b13d79094cc44edd and project a61073725653448197793ad2ddaf86e2. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 647.918441] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 647.919881] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.919881] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.919881] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.922533] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 647.923216] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.923422] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.923585] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.961366] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.961366] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.961366] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.238329] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=92,nova_api:UPDATE=6,nova_api:DELETE=5 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.750409] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 654.758311] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=90,nova_api:UPDATE=9,nova_api:DELETE=10 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.768578] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.769272] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.769529] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.829540] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.829786] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.829968] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.830358] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.830550] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.830714] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.843487] nova-conductor[55487]: DEBUG nova.quota [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Getting quotas for project d0d237a61ccd4912be381c4c4902fa6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 654.849815] nova-conductor[55487]: DEBUG nova.quota [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Getting quotas for user 9a66ce1afd7c42d190c257ee11aceb56 and project d0d237a61ccd4912be381c4c4902fa6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 654.856212] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 654.856564] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.857167] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.857167] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.867372] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 654.868147] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.868374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.868554] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.916796] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.916796] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.917958] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.303314] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 657.331556] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.331700] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.332092] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.338120] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=50,nova_cell1:SAVEPOINT=13,nova_cell1:INSERT=127,nova_cell1:RELEASE=13 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.383747] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.383747] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.383747] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.383952] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.384351] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.384351] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.388022] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=18 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.395989] nova-conductor[55487]: DEBUG nova.quota [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Getting quotas for project d0d237a61ccd4912be381c4c4902fa6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 657.399822] nova-conductor[55487]: DEBUG nova.quota [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Getting quotas for user 9a66ce1afd7c42d190c257ee11aceb56 and project d0d237a61ccd4912be381c4c4902fa6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 657.407748] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 657.409149] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.409149] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.409149] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.414471] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 657.414708] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.414912] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.415644] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.447023] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.447023] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.447023] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.893513] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.925987] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.932677] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.949124] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 659.038129] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 659.052649] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.052965] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.053190] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.096129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.104700] nova-conductor[55487]: DEBUG nova.quota [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Getting quotas for project 1c5be52fd255496d8526fe4a8b8b6b6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 659.108322] nova-conductor[55487]: DEBUG nova.quota [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Getting quotas for user 4dd6b364c50e467783235ed574aa4dae and project 1c5be52fd255496d8526fe4a8b8b6b6e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 659.114049] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 659.115137] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.115137] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.115137] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.119992] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 659.120847] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.121699] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.121699] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.139363] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.139597] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.139769] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.645010] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 964fa279-e5ea-4fa0-b942-120129c86d59, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 43bcc8c6-0fd5-467b-9e11-3b788cf04236 was re-scheduled: Binding failed for port 964fa279-e5ea-4fa0-b942-120129c86d59, please check neutron logs for more information.\n'] [ 659.646421] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 659.646421] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43bcc8c6-0fd5-467b-9e11-3b788cf04236.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43bcc8c6-0fd5-467b-9e11-3b788cf04236. [ 659.646421] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43bcc8c6-0fd5-467b-9e11-3b788cf04236. [ 659.676461] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 659.696176] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 659.698933] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d193a386-bd4a-4026-9a0d-78b63c0c36ca tempest-ServerDiagnosticsNegativeTest-1482363254 tempest-ServerDiagnosticsNegativeTest-1482363254-project-member] [instance: 43bcc8c6-0fd5-467b-9e11-3b788cf04236] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.014439] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 660.033921] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.034275] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.037017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.076126] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.076422] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.076558] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.078778] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.078778] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.078778] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.090154] nova-conductor[55487]: DEBUG nova.quota [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Getting quotas for project 81a35066eae04b09817eecd0f0b651e0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 660.100299] nova-conductor[55487]: DEBUG nova.quota [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Getting quotas for user 1f77880e5be14e78a390da1096ef1159 and project 81a35066eae04b09817eecd0f0b651e0. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 660.108319] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 660.108985] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.109141] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.109358] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.113433] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 660.114449] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.114449] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.114591] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.139848] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.140433] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.140433] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.869665] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 668.889650] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.889884] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.890644] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.936905] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.937185] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.937361] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.937740] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.937930] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.938110] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.949075] nova-conductor[55488]: DEBUG nova.quota [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Getting quotas for project 36ab13ba297f45799e711f2264376b31. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 668.954077] nova-conductor[55488]: DEBUG nova.quota [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Getting quotas for user ec75be2e2dd74fa79486d62fb4785b98 and project 36ab13ba297f45799e711f2264376b31. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 668.959893] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 668.960291] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.960503] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.960674] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.967769] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] block_device_mapping [BlockDeviceMapping(attachment_id=9f2bf0e3-e834-4b9a-90db-a10864520e2c,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='77315b59-7256-438d-8da2-509a6992c47d',volume_size=1,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 668.968528] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.968754] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.968909] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.994560] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.994786] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.994954] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.578550] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 34edec86-cf21-4cd5-8dfd-219a396ba46b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0dbcfda1-a081-4299-a117-3a1974e2510c was re-scheduled: Binding failed for port 34edec86-cf21-4cd5-8dfd-219a396ba46b, please check neutron logs for more information.\n'] [ 669.579801] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 669.579801] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dbcfda1-a081-4299-a117-3a1974e2510c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dbcfda1-a081-4299-a117-3a1974e2510c. [ 669.579941] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0dbcfda1-a081-4299-a117-3a1974e2510c. [ 669.616854] nova-conductor[55487]: DEBUG nova.network.neutron [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 669.650093] nova-conductor[55487]: DEBUG nova.network.neutron [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 669.654318] nova-conductor[55487]: DEBUG nova.network.neutron [None req-784d5026-a058-45f9-9b50-a2a58513dfea tempest-ServerMetadataTestJSON-1443551695 tempest-ServerMetadataTestJSON-1443551695-project-member] [instance: 0dbcfda1-a081-4299-a117-3a1974e2510c] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.086956] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 670.116390] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:INSERT=23,nova_cell1:SELECT=8,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 670.132372] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=4,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 670.354759] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 670.388643] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.389381] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.390080] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.568297] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.568297] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.568297] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.705292] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.705707] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.706050] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.707227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.707227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.707227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.737804] nova-conductor[55487]: DEBUG nova.quota [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Getting quotas for project 83b28b01efea4d77b238410c62cea17d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 670.750887] nova-conductor[55487]: DEBUG nova.quota [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Getting quotas for user ea62c292bb2b4922a560a64191173304 and project 83b28b01efea4d77b238410c62cea17d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 670.759062] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 670.759584] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.759799] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.759968] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.788524] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 670.789280] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.789509] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.789681] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.817967] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.818554] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.818554] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.825551] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 670.828020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.828020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.828020] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.839232] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 670.840016] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.840242] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.840409] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.882173] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.882421] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.882591] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.496480] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c5eddc15-1383-4b48-be39-d5589ce77368, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 81b0b694-b9fb-4416-8751-7f1e24e96869 was re-scheduled: Binding failed for port c5eddc15-1383-4b48-be39-d5589ce77368, please check neutron logs for more information.\n'] [ 671.496480] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 671.496480] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81b0b694-b9fb-4416-8751-7f1e24e96869.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81b0b694-b9fb-4416-8751-7f1e24e96869. [ 671.496780] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81b0b694-b9fb-4416-8751-7f1e24e96869. [ 671.540107] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 671.569409] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.579014] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fcaab421-24f5-4f56-bf23-f48ee6225abb tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 81b0b694-b9fb-4416-8751-7f1e24e96869] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.674688] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 671.713401] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.713926] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.714122] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.775033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.788828] nova-conductor[55488]: DEBUG nova.quota [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Getting quotas for project 3a412e2eea2b4b81b4e42378c299ba1d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 671.796566] nova-conductor[55488]: DEBUG nova.quota [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Getting quotas for user 4a89027e1af84390b6b20b85d436b7b9 and project 3a412e2eea2b4b81b4e42378c299ba1d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 671.813096] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 671.813661] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.813870] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.814062] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.821751] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 671.822455] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.822662] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.822825] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.843230] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.843765] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.843765] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.268803] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] [instance: 7044b799-74ed-4711-9b53-08f8a8ddbb78] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 7044b799-74ed-4711-9b53-08f8a8ddbb78 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 672.271324] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 672.271565] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7044b799-74ed-4711-9b53-08f8a8ddbb78.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7044b799-74ed-4711-9b53-08f8a8ddbb78. [ 672.271894] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-8be8c36e-61d8-4699-b301-fbc563fc929c tempest-ServersAdmin275Test-207689732 tempest-ServersAdmin275Test-207689732-project-member] [instance: 7044b799-74ed-4711-9b53-08f8a8ddbb78] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7044b799-74ed-4711-9b53-08f8a8ddbb78. [ 673.127281] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 673.158231] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.158231] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.158231] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.213277] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.213499] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.213667] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.214046] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.214227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.214420] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.225605] nova-conductor[55487]: DEBUG nova.quota [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Getting quotas for project aa0bfd43220648e09d10476f2d99efdd. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 673.234810] nova-conductor[55487]: DEBUG nova.quota [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Getting quotas for user 93f4e26c7d9041c791bc7fef3a6f4f39 and project aa0bfd43220648e09d10476f2d99efdd. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 673.242447] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 673.242447] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.242447] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.242447] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.247105] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 673.247493] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.247694] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.247860] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.269595] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.269866] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.270049] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.015350] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 674.035276] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.035527] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.035701] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.070965] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.071302] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.071391] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.071765] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.071950] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.072126] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.085497] nova-conductor[55488]: DEBUG nova.quota [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Getting quotas for project aa0bfd43220648e09d10476f2d99efdd. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 674.089935] nova-conductor[55488]: DEBUG nova.quota [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Getting quotas for user 93f4e26c7d9041c791bc7fef3a6f4f39 and project aa0bfd43220648e09d10476f2d99efdd. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 674.095204] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 674.097076] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.097076] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.097076] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.100764] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 674.100764] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.100951] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.101130] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.123479] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.123479] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.123555] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.887251] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 674.904598] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.904828] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.905026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.958855] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.959096] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.959406] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.959838] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.960061] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.960213] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.971978] nova-conductor[55488]: DEBUG nova.quota [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Getting quotas for project 2f95123fa26d4061b5748fdb689e5985. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 674.974822] nova-conductor[55488]: DEBUG nova.quota [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Getting quotas for user 2a9e98a21f854388b8ed32d3662263bf and project 2f95123fa26d4061b5748fdb689e5985. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.021778] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.021778] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.021778] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.021778] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.022353] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 675.022537] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.022594] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.022594] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.022594] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.022676] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.022676] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.022676] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.043860] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.044230] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.044432] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.078083] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.078382] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.078586] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.079143] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.079448] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.079567] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.087546] nova-conductor[55487]: DEBUG nova.quota [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Getting quotas for project 9f0780232f2a46db849695b5490bb673. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 675.094926] nova-conductor[55487]: DEBUG nova.quota [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Getting quotas for user 79470a9d8a6d4e76b7ca84948c4ea7df and project 9f0780232f2a46db849695b5490bb673. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.097748] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.098230] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.098517] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.098753] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.104341] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.104983] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.105212] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.105374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.121429] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.121647] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.121816] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.573180] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 289407e8-c816-4ada-a146-53327b567f6c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c6d88cbe-488b-490b-a37c-51a311276dfe was re-scheduled: Binding failed for port 289407e8-c816-4ada-a146-53327b567f6c, please check neutron logs for more information.\n'] [ 675.573180] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 675.573400] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6d88cbe-488b-490b-a37c-51a311276dfe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6d88cbe-488b-490b-a37c-51a311276dfe. [ 675.573687] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6d88cbe-488b-490b-a37c-51a311276dfe. [ 675.601867] nova-conductor[55487]: DEBUG nova.network.neutron [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 675.644176] nova-conductor[55487]: DEBUG nova.network.neutron [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 675.648117] nova-conductor[55487]: DEBUG nova.network.neutron [None req-d09243a9-3287-493d-b973-7a3bb6de6c9f tempest-ServersWithSpecificFlavorTestJSON-724607427 tempest-ServersWithSpecificFlavorTestJSON-724607427-project-member] [instance: c6d88cbe-488b-490b-a37c-51a311276dfe] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.532119] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bcb30ba2-9252-4597-bc57-0c9e2853ec60, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1 was re-scheduled: Binding failed for port bcb30ba2-9252-4597-bc57-0c9e2853ec60, please check neutron logs for more information.\n'] [ 677.532119] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 677.532119] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1. [ 677.532119] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1. [ 677.563255] nova-conductor[55487]: DEBUG nova.network.neutron [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 677.592101] nova-conductor[55487]: DEBUG nova.network.neutron [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 677.594252] nova-conductor[55487]: DEBUG nova.network.neutron [None req-26013df1-62ca-4062-84e1-3a9c60a31e19 tempest-ServerDiagnosticsTest-1427930250 tempest-ServerDiagnosticsTest-1427930250-project-member] [instance: 6d586ded-7e1a-426f-9a26-eebcc3b3b9a1] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.451921] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 678.482228] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.482228] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.482228] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.514292] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.514369] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.514557] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.514925] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.515132] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.515400] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.523652] nova-conductor[55488]: DEBUG nova.quota [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Getting quotas for project 14d96cd638ed4c2abab7fb07b487acd4. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 678.526667] nova-conductor[55488]: DEBUG nova.quota [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Getting quotas for user d014d8e414164f7ab9fafae7e2d6f73e and project 14d96cd638ed4c2abab7fb07b487acd4. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 678.533895] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 678.535183] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.535394] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.535565] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.542677] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 678.543325] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.543529] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.543695] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.560080] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.560299] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.560468] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.823017] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 681.843583] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.843583] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.843583] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.888971] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.889268] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.889488] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.889866] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.890236] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.890236] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.904568] nova-conductor[55488]: DEBUG nova.quota [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Getting quotas for project bf36141217ad4f1da316aec34919a2fc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 681.907847] nova-conductor[55488]: DEBUG nova.quota [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Getting quotas for user ce148acb1a3343e9abd803c1d915d3d3 and project bf36141217ad4f1da316aec34919a2fc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 681.920009] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 681.920606] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.920859] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.921053] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.931633] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 681.932272] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.932475] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.932754] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.952331] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.952565] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.952824] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.441773] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cc172e31-e3b6-49e2-9b1c-aa9f8be0ed9c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bb3a0a79-ef74-4fb0-a286-91b1b92df751 was re-scheduled: Binding failed for port cc172e31-e3b6-49e2-9b1c-aa9f8be0ed9c, please check neutron logs for more information.\n'] [ 682.442526] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 682.442803] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb3a0a79-ef74-4fb0-a286-91b1b92df751.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb3a0a79-ef74-4fb0-a286-91b1b92df751. [ 682.443201] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bb3a0a79-ef74-4fb0-a286-91b1b92df751. [ 682.497616] nova-conductor[55487]: DEBUG nova.network.neutron [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 682.541679] nova-conductor[55487]: DEBUG nova.network.neutron [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 682.547442] nova-conductor[55487]: DEBUG nova.network.neutron [None req-9113c86d-f662-461a-a2c6-f92c8d01961c tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: bb3a0a79-ef74-4fb0-a286-91b1b92df751] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.047034] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 684.071028] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.071294] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.071370] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.101776] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.102233] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.102233] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.102803] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.102803] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.103051] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.112647] nova-conductor[55488]: DEBUG nova.quota [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 684.114757] nova-conductor[55488]: DEBUG nova.quota [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for user d5f23913d4a1411282f081fb5ed46a11 and project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 684.119711] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 684.120207] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.120418] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.120587] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.132704] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 684.133410] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.133615] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.134039] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.175027] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.175027] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.175027] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.288781] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0192162f-7b9c-4e13-9f0e-51910b514bed, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4869e3e4-48bb-446f-a15e-3a53bae1bc9b was re-scheduled: Binding failed for port 0192162f-7b9c-4e13-9f0e-51910b514bed, please check neutron logs for more information.\n'] [ 684.289912] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 684.290148] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4869e3e4-48bb-446f-a15e-3a53bae1bc9b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4869e3e4-48bb-446f-a15e-3a53bae1bc9b. [ 684.290366] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4869e3e4-48bb-446f-a15e-3a53bae1bc9b. [ 684.314771] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 684.339606] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 684.345380] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7aa1549a-486c-41d1-b1e5-142663cbd9f2 tempest-VolumesAssistedSnapshotsTest-251954128 tempest-VolumesAssistedSnapshotsTest-251954128-project-member] [instance: 4869e3e4-48bb-446f-a15e-3a53bae1bc9b] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.652717] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 684.677214] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.677477] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.677661] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.713697] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.713854] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.714048] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.714702] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.714702] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.714888] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.723931] nova-conductor[55487]: DEBUG nova.quota [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Getting quotas for project eab3efe6479d4b8d92333464a20aab3d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 684.732629] nova-conductor[55487]: DEBUG nova.quota [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Getting quotas for user b61df7d41ccd4c0bab6dd620e15de0d8 and project eab3efe6479d4b8d92333464a20aab3d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 684.738688] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 684.739211] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.739355] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.739523] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.747260] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 684.747959] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.748190] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.748367] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.767132] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.767479] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.767699] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.188640] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ea563e31-7d0e-4720-b567-e7cef236d61f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d46033b4-b3d5-494c-b25c-106475fe4409 was re-scheduled: Binding failed for port ea563e31-7d0e-4720-b567-e7cef236d61f, please check neutron logs for more information.\n'] [ 686.189262] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 686.189488] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d46033b4-b3d5-494c-b25c-106475fe4409.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d46033b4-b3d5-494c-b25c-106475fe4409. [ 686.189799] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d46033b4-b3d5-494c-b25c-106475fe4409. [ 686.215260] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 686.397653] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 686.408936] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b09d43f7-d697-417e-b7e9-af02d3dc8434 tempest-DeleteServersAdminTestJSON-1309299756 tempest-DeleteServersAdminTestJSON-1309299756-project-member] [instance: d46033b4-b3d5-494c-b25c-106475fe4409] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.138529] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.154023] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.154023] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.154023] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.192039] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.194459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.194459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.194459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.194459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.194459] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.218445] nova-conductor[55488]: DEBUG nova.quota [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Getting quotas for project 74ad0f3f605a464b9dc378f81797700b. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.227150] nova-conductor[55488]: DEBUG nova.quota [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Getting quotas for user 818839f731ae4d27bf16da5f17dd98be and project 74ad0f3f605a464b9dc378f81797700b. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.240646] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.241232] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.241321] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.241495] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.244587] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.245158] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.245368] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.245564] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.267699] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.267699] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.267699] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.720075] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 694.751404] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=39,nova_cell1:RELEASE=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 694.762845] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 694.764259] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=57,nova_api:UPDATE=6,nova_api:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.398116] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 695.411380] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.411611] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.411791] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.446748] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.446989] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.447181] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.447784] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.447996] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.448179] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.457850] nova-conductor[55487]: DEBUG nova.quota [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Getting quotas for project aa0c91fd0f8346fc853a1488bf6bb3f4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 695.460925] nova-conductor[55487]: DEBUG nova.quota [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Getting quotas for user a33c7c30aafd411a9dd1418abb3a5f83 and project aa0c91fd0f8346fc853a1488bf6bb3f4. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 695.465888] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 695.466433] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.466634] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.466800] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.470913] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 695.471570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.471769] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.471935] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.486614] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.486818] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.487046] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.201086] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=8 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.248039] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=24,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=61,nova_cell1:RELEASE=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.262014] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=46,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.262478] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=50,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 701.788418] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 772db4f5-aac3-466d-a93a-3fa23280b635, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cc41b8c4-c49a-4f23-bd16-ca2362a687d0 was re-scheduled: Binding failed for port 772db4f5-aac3-466d-a93a-3fa23280b635, please check neutron logs for more information.\n'] [ 701.789333] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 701.789623] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc41b8c4-c49a-4f23-bd16-ca2362a687d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc41b8c4-c49a-4f23-bd16-ca2362a687d0. [ 701.789997] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc41b8c4-c49a-4f23-bd16-ca2362a687d0. [ 701.835987] nova-conductor[55488]: DEBUG nova.network.neutron [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 701.853214] nova-conductor[55488]: DEBUG nova.network.neutron [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 701.856221] nova-conductor[55488]: DEBUG nova.network.neutron [None req-8bea9dc3-d7c2-43c5-9dac-757931341024 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: cc41b8c4-c49a-4f23-bd16-ca2362a687d0] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.295277] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=384,nova_cell1:UPDATE=168,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=46,nova_cell1:RELEASE=46 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.452201] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.474553] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.482961] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=8 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.485021] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 706.510008] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=180,nova_cell1:INSERT=26,nova_cell1:SELECT=379,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 711.184303] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c1c4e6ed-f750-4e62-8634-bc833c43d305, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c98de831-5d54-4a30-8414-9973b693c125 was re-scheduled: Binding failed for port c1c4e6ed-f750-4e62-8634-bc833c43d305, please check neutron logs for more information.\n'] [ 711.185566] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 711.185566] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c98de831-5d54-4a30-8414-9973b693c125.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c98de831-5d54-4a30-8414-9973b693c125. [ 711.185715] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c98de831-5d54-4a30-8414-9973b693c125. [ 711.208486] nova-conductor[55487]: DEBUG nova.network.neutron [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 711.225134] nova-conductor[55487]: DEBUG nova.network.neutron [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 711.228313] nova-conductor[55487]: DEBUG nova.network.neutron [None req-63b9a6ab-cfac-400c-8738-b8382b837e24 tempest-ServersTestManualDisk-1944496274 tempest-ServersTestManualDisk-1944496274-project-member] [instance: c98de831-5d54-4a30-8414-9973b693c125] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.131187] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d631597d-020c-4015-8354-c9fbbc90d136, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9140518f-aae7-403d-acdd-8f8d80fc8552 was re-scheduled: Binding failed for port d631597d-020c-4015-8354-c9fbbc90d136, please check neutron logs for more information.\n'] [ 713.131986] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 713.132324] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9140518f-aae7-403d-acdd-8f8d80fc8552.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9140518f-aae7-403d-acdd-8f8d80fc8552. [ 713.132621] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9140518f-aae7-403d-acdd-8f8d80fc8552. [ 713.152268] nova-conductor[55488]: DEBUG nova.network.neutron [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 713.202150] nova-conductor[55488]: DEBUG nova.network.neutron [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 713.203426] nova-conductor[55488]: DEBUG nova.network.neutron [None req-9d8a78f1-c65f-4c75-acb5-de755aebc405 tempest-ServersAdminTestJSON-1293812331 tempest-ServersAdminTestJSON-1293812331-project-member] [instance: 9140518f-aae7-403d-acdd-8f8d80fc8552] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.072596] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c33cf0c6-f28e-40ce-8d43-7ce808cb6384, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aa57c935-efea-4d95-9fda-65fa9106c90e was re-scheduled: Binding failed for port c33cf0c6-f28e-40ce-8d43-7ce808cb6384, please check neutron logs for more information.\n'] [ 715.073293] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 715.073568] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa57c935-efea-4d95-9fda-65fa9106c90e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa57c935-efea-4d95-9fda-65fa9106c90e. [ 715.073854] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa57c935-efea-4d95-9fda-65fa9106c90e. [ 715.099528] nova-conductor[55487]: DEBUG nova.network.neutron [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 715.139154] nova-conductor[55487]: DEBUG nova.network.neutron [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 715.142240] nova-conductor[55487]: DEBUG nova.network.neutron [None req-3dad69d4-31d2-4a36-9dae-ad1990c96cb8 tempest-ServersV294TestFqdnHostnames-186723849 tempest-ServersV294TestFqdnHostnames-186723849-project-member] [instance: aa57c935-efea-4d95-9fda-65fa9106c90e] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.095189] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c508017e-1190-44bd-bff3-ed58a549586d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6192c09e-64e7-4eb3-968e-922247892ca2 was re-scheduled: Binding failed for port c508017e-1190-44bd-bff3-ed58a549586d, please check neutron logs for more information.\n'] [ 717.095779] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 717.096017] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6192c09e-64e7-4eb3-968e-922247892ca2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6192c09e-64e7-4eb3-968e-922247892ca2. [ 717.096242] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6192c09e-64e7-4eb3-968e-922247892ca2. [ 717.126582] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 717.164360] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 717.167098] nova-conductor[55488]: DEBUG nova.network.neutron [None req-ef688244-4c1e-48ff-be6e-d6e18fb704c1 tempest-ServerActionsTestOtherA-1679083544 tempest-ServerActionsTestOtherA-1679083544-project-member] [instance: 6192c09e-64e7-4eb3-968e-922247892ca2] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.130418] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e00622e0-1125-49ce-8821-524aceb7674e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1205d83c-163f-41a4-ab32-a5a706763b33 was re-scheduled: Binding failed for port e00622e0-1125-49ce-8821-524aceb7674e, please check neutron logs for more information.\n'] [ 719.130773] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 719.131077] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1205d83c-163f-41a4-ab32-a5a706763b33.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1205d83c-163f-41a4-ab32-a5a706763b33. [ 719.131260] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1205d83c-163f-41a4-ab32-a5a706763b33. [ 719.163212] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 719.164934] nova-conductor[55487]: DEBUG nova.network.neutron [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 719.184743] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.185075] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.185627] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.188845] nova-conductor[55487]: DEBUG nova.network.neutron [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 719.193696] nova-conductor[55487]: DEBUG nova.network.neutron [None req-6d8a6129-f1b0-4114-9501-edb722930a71 tempest-ServerActionsTestOtherB-1703475404 tempest-ServerActionsTestOtherB-1703475404-project-member] [instance: 1205d83c-163f-41a4-ab32-a5a706763b33] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.245012] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.245561] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.245637] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.246016] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.246206] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.246367] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.261154] nova-conductor[55487]: DEBUG nova.quota [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Getting quotas for project 883751f1569d42fba59e95751082398a. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 719.264318] nova-conductor[55487]: DEBUG nova.quota [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Getting quotas for user d992216b789d40239f66c9855832867d and project 883751f1569d42fba59e95751082398a. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 719.271456] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 719.271986] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.272065] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.272191] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.275493] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 719.276188] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.276386] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.276624] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.305666] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.305666] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.305666] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.280497] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 721.302415] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.302652] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.302847] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.360991] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.361280] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.361464] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.361852] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.362044] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.362222] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.373291] nova-conductor[55487]: DEBUG nova.quota [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Getting quotas for project 86cc5f57b1d040bf811cad826bf2aea5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 721.376724] nova-conductor[55487]: DEBUG nova.quota [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Getting quotas for user b1a5cb7307fb4016bfbfe7da358bfd6e and project 86cc5f57b1d040bf811cad826bf2aea5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 721.382084] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 94ff0182-d1ce-405f-bdb5-a2399bd0f4de] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 721.382591] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.383186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.383186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.389965] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 94ff0182-d1ce-405f-bdb5-a2399bd0f4de] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 721.390825] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.390825] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.391048] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.423014] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.423014] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.423014] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.667237] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 721.682602] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.682911] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.683157] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.733555] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.733776] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.733949] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.734324] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.734530] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.734694] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.746932] nova-conductor[55487]: DEBUG nova.quota [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Getting quotas for project 86cc5f57b1d040bf811cad826bf2aea5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 721.751487] nova-conductor[55487]: DEBUG nova.quota [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Getting quotas for user b1a5cb7307fb4016bfbfe7da358bfd6e and project 86cc5f57b1d040bf811cad826bf2aea5. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 721.760875] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 4e312fd5-01bf-4bd4-8a61-26624ae05036] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 721.761424] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.761724] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.761821] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.767708] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 4e312fd5-01bf-4bd4-8a61-26624ae05036] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 721.768393] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.768604] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.768809] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.786861] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.787100] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.787277] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.756720] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] [instance: 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 722.758535] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 722.758837] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e. [ 722.762733] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-93ac8f9a-3390-451c-8a93-f138f56bbe7b tempest-ServerDiagnosticsV248Test-1702219166 tempest-ServerDiagnosticsV248Test-1702219166-project-member] [instance: 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65e7ceb8-2b6a-4d36-b698-6e15a4f17f2e. [ 725.178089] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 725.197265] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.197265] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.197265] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.266035] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.266035] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.266035] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.266449] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.266722] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.266902] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.284991] nova-conductor[55487]: DEBUG nova.quota [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Getting quotas for project 866ad99a435b49b99465a38d47ddf4f9. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 725.298916] nova-conductor[55487]: DEBUG nova.quota [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Getting quotas for user b5f8690846194a168c9cf1163a6a946c and project 866ad99a435b49b99465a38d47ddf4f9. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 725.311853] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 725.313107] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.313107] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.313107] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.322690] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 725.323436] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.323649] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.323838] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.365663] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.366769] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.366769] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.829029] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6a9869ab-f8a7-4643-9a58-8a69651e1bbc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6bf23f6a-6727-448f-80d9-fe954addd49e was re-scheduled: Binding failed for port 6a9869ab-f8a7-4643-9a58-8a69651e1bbc, please check neutron logs for more information.\n'] [ 725.829029] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 725.829529] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bf23f6a-6727-448f-80d9-fe954addd49e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bf23f6a-6727-448f-80d9-fe954addd49e. [ 725.829955] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bf23f6a-6727-448f-80d9-fe954addd49e. [ 725.856869] nova-conductor[55488]: DEBUG nova.network.neutron [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 725.878451] nova-conductor[55488]: DEBUG nova.network.neutron [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 725.879133] nova-conductor[55488]: DEBUG nova.network.neutron [None req-14b022ad-6e5a-45f1-beb6-b7a1cebb3285 tempest-ServersTestFqdnHostnames-1641381201 tempest-ServersTestFqdnHostnames-1641381201-project-member] [instance: 6bf23f6a-6727-448f-80d9-fe954addd49e] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.855597] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a12681e7-678c-4636-a5b1-9d47074e6198, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6462167e-ae83-4d73-bfb2-ec7024e56a07 was re-scheduled: Binding failed for port a12681e7-678c-4636-a5b1-9d47074e6198, please check neutron logs for more information.\n'] [ 727.856240] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 727.856480] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6462167e-ae83-4d73-bfb2-ec7024e56a07.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6462167e-ae83-4d73-bfb2-ec7024e56a07. [ 727.856874] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6462167e-ae83-4d73-bfb2-ec7024e56a07. [ 727.893055] nova-conductor[55487]: DEBUG nova.network.neutron [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 727.925271] nova-conductor[55487]: DEBUG nova.network.neutron [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 727.930479] nova-conductor[55487]: DEBUG nova.network.neutron [None req-4bc17dd3-a005-481c-8365-a0eae1d62dcc tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 6462167e-ae83-4d73-bfb2-ec7024e56a07] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.044523] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.044523] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.044727] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.573089] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 728.590163] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.590429] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.590572] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.638380] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.639332] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.639332] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.639332] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.639463] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.639582] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.652417] nova-conductor[55487]: DEBUG nova.quota [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Getting quotas for project 215432c19c184e3f94366039907d3044. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 728.655940] nova-conductor[55487]: DEBUG nova.quota [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Getting quotas for user 46e84012846a49519df24a45b998499f and project 215432c19c184e3f94366039907d3044. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 728.661616] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 728.662930] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.664017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.664017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.671324] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 728.671324] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.671324] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.671324] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.693772] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.694021] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.694197] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.731228] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 729.746312] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 4dee83cf-0625-4f60-b68d-8777f7f63a86] While scheduling instance, the build request was already deleted. {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 729.885423] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.885656] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.885828] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.886386] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.886488] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.886554] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.897339] nova-conductor[55487]: DEBUG nova.quota [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 729.900195] nova-conductor[55487]: DEBUG nova.quota [None req-b061f9c9-db7d-44d9-9426-27aecc2d33ad tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 730.722842] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 730.749479] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.749479] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.749479] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.792788] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.793175] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.793394] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.795328] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.795328] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.795328] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.804900] nova-conductor[55488]: DEBUG nova.quota [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 730.808391] nova-conductor[55488]: DEBUG nova.quota [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 730.814343] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 730.814761] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.815056] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.815155] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.820266] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 730.820910] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.821139] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.821310] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.841839] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.842083] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.842259] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.627307] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 731.641513] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.641591] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.641740] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.680211] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.680448] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.680619] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.680988] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.681195] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.681356] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.692536] nova-conductor[55488]: DEBUG nova.quota [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 731.695846] nova-conductor[55488]: DEBUG nova.quota [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for user f7c5f59c37074e109c69418134c377b0 and project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 731.711703] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 731.712332] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.712579] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.713400] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.718633] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 731.718633] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.718633] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.718824] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.734836] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.735131] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.735180] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.891291] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=6 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.892053] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=39,nova_cell1:RELEASE=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.901903] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=1,nova_api:DELETE=5 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.904999] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=40,nova_api:UPDATE=4,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.685616] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.720878] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.730458] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=15 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.732325] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 745.165839] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1b2017a6-6125-4b40-9e28-1d038ee03a57, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 04de495d-8896-4c6d-a059-9a80477e3b07 was re-scheduled: Binding failed for port 1b2017a6-6125-4b40-9e28-1d038ee03a57, please check neutron logs for more information.\n'] [ 745.166455] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 745.166682] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04de495d-8896-4c6d-a059-9a80477e3b07.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04de495d-8896-4c6d-a059-9a80477e3b07. [ 745.167036] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04de495d-8896-4c6d-a059-9a80477e3b07. [ 745.200218] nova-conductor[55487]: DEBUG nova.network.neutron [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 745.218856] nova-conductor[55487]: DEBUG nova.network.neutron [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 745.221908] nova-conductor[55487]: DEBUG nova.network.neutron [None req-79493184-7663-455e-b93f-1449cc3cd121 tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 04de495d-8896-4c6d-a059-9a80477e3b07] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.644857] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 746.659621] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.659866] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.660151] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.696027] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.696027] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.696199] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.696568] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.696755] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.696952] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.706430] nova-conductor[55488]: DEBUG nova.quota [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 746.711309] nova-conductor[55488]: DEBUG nova.quota [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for user 33be5e80c65444eaaf2e78b4ee5e497a and project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 746.715837] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 746.716313] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.716542] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.716727] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.719755] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 746.720034] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.720244] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.720411] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.734750] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.735012] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.735196] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.701024] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.729978] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.731495] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.732235] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.854110] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f3bc3473-0998-475d-aa09-c66d9fc6eb0e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff was re-scheduled: Binding failed for port f3bc3473-0998-475d-aa09-c66d9fc6eb0e, please check neutron logs for more information.\n'] [ 761.854627] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 761.854864] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff. [ 761.855480] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff. [ 761.893729] nova-conductor[55487]: DEBUG nova.network.neutron [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 761.921813] nova-conductor[55487]: DEBUG nova.network.neutron [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 761.926670] nova-conductor[55487]: DEBUG nova.network.neutron [None req-0a14dc5d-e520-4dfa-8f1c-528814942dcd tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 3cab4088-8ab9-4a1c-b84f-5c9e5813fdff] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.603265] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=128,nova_cell1:INSERT=19,nova_cell1:SELECT=280,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 764.735087] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 764.753928] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.754737] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.754737] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.789625] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.789866] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.790049] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.790464] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.790652] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.790816] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.802447] nova-conductor[55488]: DEBUG nova.quota [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Getting quotas for project aa7ef13c10004d26a37ddb89cfebda6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 764.806591] nova-conductor[55488]: DEBUG nova.quota [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Getting quotas for user 6880a0273fa34ddb8d4f32069f8b0977 and project aa7ef13c10004d26a37ddb89cfebda6f. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 764.815846] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 764.816352] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.816562] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.816732] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.822246] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 764.823033] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.823299] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.823418] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.843857] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.844644] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.844644] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.619454] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=320,nova_cell1:UPDATE=146,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25,nova_cell1:INSERT=22 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 771.338411] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0108f921-dc23-4118-ab51-5b67dd87d26f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 83204968-ba8d-4e40-9f3b-d6d427fc5bb5 was re-scheduled: Binding failed for port 0108f921-dc23-4118-ab51-5b67dd87d26f, please check neutron logs for more information.\n'] [ 771.338952] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 771.339201] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83204968-ba8d-4e40-9f3b-d6d427fc5bb5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83204968-ba8d-4e40-9f3b-d6d427fc5bb5. [ 771.339456] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 83204968-ba8d-4e40-9f3b-d6d427fc5bb5. [ 771.362360] nova-conductor[55487]: DEBUG nova.network.neutron [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 771.376984] nova-conductor[55487]: DEBUG nova.network.neutron [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 771.380797] nova-conductor[55487]: DEBUG nova.network.neutron [None req-db62ca53-b13b-4a87-88e8-0817a3d355de tempest-ServersTestBootFromVolume-982297717 tempest-ServersTestBootFromVolume-982297717-project-member] [instance: 83204968-ba8d-4e40-9f3b-d6d427fc5bb5] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.220786] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8482d961-e7b9-4b67-9b93-5a63fdc65d68, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 40449f7d-3a21-487a-a778-43ccd7b23949 was re-scheduled: Binding failed for port 8482d961-e7b9-4b67-9b93-5a63fdc65d68, please check neutron logs for more information.\n'] [ 773.221358] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 773.221582] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40449f7d-3a21-487a-a778-43ccd7b23949.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40449f7d-3a21-487a-a778-43ccd7b23949. [ 773.221895] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40449f7d-3a21-487a-a778-43ccd7b23949. [ 773.243377] nova-conductor[55488]: DEBUG nova.network.neutron [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 773.262684] nova-conductor[55488]: DEBUG nova.network.neutron [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 773.265522] nova-conductor[55488]: DEBUG nova.network.neutron [None req-6c27b9bb-24d8-4a4d-8268-c2c7de95ce11 tempest-ServerAddressesTestJSON-1531298909 tempest-ServerAddressesTestJSON-1531298909-project-member] [instance: 40449f7d-3a21-487a-a778-43ccd7b23949] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.795719] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.826096] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.839055] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=8 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.841549] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 775.170238] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 71903bc8-a64f-4381-815c-0e28674987ea, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 70595430-6ab6-49d4-b8fe-131bd44de838 was re-scheduled: Binding failed for port 71903bc8-a64f-4381-815c-0e28674987ea, please check neutron logs for more information.\n'] [ 775.170729] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 775.170961] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70595430-6ab6-49d4-b8fe-131bd44de838.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70595430-6ab6-49d4-b8fe-131bd44de838. [ 775.171190] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 70595430-6ab6-49d4-b8fe-131bd44de838. [ 775.207296] nova-conductor[55488]: DEBUG nova.network.neutron [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 775.229559] nova-conductor[55488]: DEBUG nova.network.neutron [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.233688] nova-conductor[55488]: DEBUG nova.network.neutron [None req-dc3fd5b0-ecb1-434c-b606-d2c088b2a145 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 70595430-6ab6-49d4-b8fe-131bd44de838] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.343562] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ede41595-dbc3-4717-a3d6-e73535f68a35, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 006d2ab8-e38b-4b69-b3b2-115c39e44218 was re-scheduled: Binding failed for port ede41595-dbc3-4717-a3d6-e73535f68a35, please check neutron logs for more information.\n'] [ 777.343882] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 777.344412] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 006d2ab8-e38b-4b69-b3b2-115c39e44218.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 006d2ab8-e38b-4b69-b3b2-115c39e44218. [ 777.345569] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 006d2ab8-e38b-4b69-b3b2-115c39e44218. [ 777.386031] nova-conductor[55487]: DEBUG nova.network.neutron [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 777.403869] nova-conductor[55487]: DEBUG nova.network.neutron [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 777.415521] nova-conductor[55487]: DEBUG nova.network.neutron [None req-b2e90023-2436-4478-a151-1cfa993cc668 tempest-ServerRescueNegativeTestJSON-772992035 tempest-ServerRescueNegativeTestJSON-772992035-project-member] [instance: 006d2ab8-e38b-4b69-b3b2-115c39e44218] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.136337] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 94ea33c3-5b0a-4759-b18b-6ce4367ea133, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eddf892e-9706-4d33-8241-f8df6c29dee4 was re-scheduled: Binding failed for port 94ea33c3-5b0a-4759-b18b-6ce4367ea133, please check neutron logs for more information.\n'] [ 779.138039] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 779.138666] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eddf892e-9706-4d33-8241-f8df6c29dee4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eddf892e-9706-4d33-8241-f8df6c29dee4. [ 779.139737] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eddf892e-9706-4d33-8241-f8df6c29dee4. [ 779.169403] nova-conductor[55487]: DEBUG nova.network.neutron [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 779.189856] nova-conductor[55487]: DEBUG nova.network.neutron [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.193894] nova-conductor[55487]: DEBUG nova.network.neutron [None req-862ee91a-0ef4-4c59-91e3-93f3ad0026a4 tempest-InstanceActionsNegativeTestJSON-1962430984 tempest-InstanceActionsNegativeTestJSON-1962430984-project-member] [instance: eddf892e-9706-4d33-8241-f8df6c29dee4] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.058322] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port abd62477-64c2-490d-ba04-a0168d169e67, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c99cbfae-db59-4b84-b8ab-09b84ebe4623 was re-scheduled: Binding failed for port abd62477-64c2-490d-ba04-a0168d169e67, please check neutron logs for more information.\n'] [ 781.059142] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 781.059461] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c99cbfae-db59-4b84-b8ab-09b84ebe4623.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c99cbfae-db59-4b84-b8ab-09b84ebe4623. [ 781.059782] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c99cbfae-db59-4b84-b8ab-09b84ebe4623. [ 781.092936] nova-conductor[55487]: DEBUG nova.network.neutron [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 781.128063] nova-conductor[55487]: DEBUG nova.network.neutron [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 781.134887] nova-conductor[55487]: DEBUG nova.network.neutron [None req-86806993-73e3-45bd-b234-0f2e0ce21829 tempest-ServerRescueTestJSONUnderV235-2060756734 tempest-ServerRescueTestJSONUnderV235-2060756734-project-member] [instance: c99cbfae-db59-4b84-b8ab-09b84ebe4623] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.540872] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 784.556144] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.556424] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.556636] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.601234] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.601472] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.601650] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.602022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.602220] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.602384] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.613077] nova-conductor[55488]: DEBUG nova.quota [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Getting quotas for project 82d41e9d7d28498ebc7691d3a2b6012f. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 784.616409] nova-conductor[55488]: DEBUG nova.quota [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Getting quotas for user bdc385611ced4c1f907ea0da12e078f0 and project 82d41e9d7d28498ebc7691d3a2b6012f. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 784.622915] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] [instance: 991481e2-557e-4222-adfc-d298fa9314a0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 784.623495] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.623713] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.623882] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.627105] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] [instance: 991481e2-557e-4222-adfc-d298fa9314a0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 784.627866] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.628093] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.628277] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.647539] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.647848] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.648132] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.375497] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 785.389235] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.389340] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.389503] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.435336] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.435567] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.435733] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.436351] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.436351] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.436515] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.448157] nova-conductor[55487]: DEBUG nova.quota [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Getting quotas for project d92d70a20b9348cdaacadc6f210c1963. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 785.451977] nova-conductor[55487]: DEBUG nova.quota [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Getting quotas for user ca3adaa6d5744600902f345db2737797 and project d92d70a20b9348cdaacadc6f210c1963. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 785.458095] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 785.461292] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.461292] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.461292] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.466990] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 785.466990] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.466990] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.467192] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.482243] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.482474] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.482672] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.591068] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6d345b99-0643-41ed-ada2-716e98d37f66, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f1c0deb-5759-44d2-a2ef-f94e1905949d was re-scheduled: Binding failed for port 6d345b99-0643-41ed-ada2-716e98d37f66, please check neutron logs for more information.\n'] [ 785.592444] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 785.592444] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f1c0deb-5759-44d2-a2ef-f94e1905949d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f1c0deb-5759-44d2-a2ef-f94e1905949d. [ 785.592444] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f1c0deb-5759-44d2-a2ef-f94e1905949d. [ 785.619187] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.634977] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 785.639893] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bc21c454-9242-40dc-9aba-730fdb4a562a tempest-ServerActionsV293TestJSON-109874742 tempest-ServerActionsV293TestJSON-109874742-project-member] [instance: 4f1c0deb-5759-44d2-a2ef-f94e1905949d] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.413864] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 13980774-79a8-45fe-a600-24f8ff744044, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4da891e9-39e0-4739-b1b9-fb438c1111ab was re-scheduled: Binding failed for port 13980774-79a8-45fe-a600-24f8ff744044, please check neutron logs for more information.\n'] [ 787.414308] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 787.414603] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4da891e9-39e0-4739-b1b9-fb438c1111ab.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4da891e9-39e0-4739-b1b9-fb438c1111ab. [ 787.414721] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4da891e9-39e0-4739-b1b9-fb438c1111ab. [ 787.449509] nova-conductor[55488]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 787.477443] nova-conductor[55488]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 787.481259] nova-conductor[55488]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 4da891e9-39e0-4739-b1b9-fb438c1111ab] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.329180] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d1bc7083-f53f-4bee-8d7e-39e81796668a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 788e5910-c189-4d13-a2fa-e5d6e915e95d was re-scheduled: Binding failed for port d1bc7083-f53f-4bee-8d7e-39e81796668a, please check neutron logs for more information.\n'] [ 789.329869] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 789.330127] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 788e5910-c189-4d13-a2fa-e5d6e915e95d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 788e5910-c189-4d13-a2fa-e5d6e915e95d. [ 789.330446] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 788e5910-c189-4d13-a2fa-e5d6e915e95d. [ 789.362843] nova-conductor[55487]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.381245] nova-conductor[55487]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 789.385066] nova-conductor[55487]: DEBUG nova.network.neutron [None req-41194734-674b-4370-a85c-b4aef56f1dec tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: 788e5910-c189-4d13-a2fa-e5d6e915e95d] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.583398] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 791.602539] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.602757] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.602908] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.644017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.644017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.644017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.676244] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.676244] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.676244] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.676430] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.676595] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.676741] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.690304] nova-conductor[55487]: DEBUG nova.quota [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Getting quotas for project 83b28b01efea4d77b238410c62cea17d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 791.693699] nova-conductor[55487]: DEBUG nova.quota [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Getting quotas for user ea62c292bb2b4922a560a64191173304 and project 83b28b01efea4d77b238410c62cea17d. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 791.699477] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 791.699975] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.700207] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.700381] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.706381] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 791.708468] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.708468] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.708468] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.737887] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.738137] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.738316] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.745895] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 791.746439] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.746692] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.747982] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.753028] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 791.753028] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.753028] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.753028] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.776976] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.777037] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.777406] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.436807] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 792.472433] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.472917] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.472917] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.521635] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.521952] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.522178] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.522572] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.522766] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.522930] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.531858] nova-conductor[55487]: DEBUG nova.quota [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Getting quotas for project baf0ac930fbc46d49ae28c0abb4815cd. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 792.535886] nova-conductor[55487]: DEBUG nova.quota [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Getting quotas for user b266e5f220334e3ab738bba46c0b12d9 and project baf0ac930fbc46d49ae28c0abb4815cd. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 792.541497] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 792.541994] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.542232] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.542403] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.548683] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 792.549392] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.549608] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.549813] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.566731] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.566959] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.567184] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.607953] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 794.630390] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 794.641192] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 794.645431] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 802.526712] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 802.551685] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=30,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 802.560158] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 802.564353] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 805.817022] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 12f0371d-1a86-48e3-81e7-539adfc84de8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b9bd0d9b-322f-476a-ae3f-792ccd869529 was re-scheduled: Binding failed for port 12f0371d-1a86-48e3-81e7-539adfc84de8, please check neutron logs for more information.\n'] [ 805.817022] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 805.817022] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9bd0d9b-322f-476a-ae3f-792ccd869529.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9bd0d9b-322f-476a-ae3f-792ccd869529. [ 805.817022] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b9bd0d9b-322f-476a-ae3f-792ccd869529. [ 805.838496] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 805.858747] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 805.860699] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0cd9557b-e956-4a51-ab35-03ff21d000c8 tempest-ServerRescueTestJSON-718871243 tempest-ServerRescueTestJSON-718871243-project-member] [instance: b9bd0d9b-322f-476a-ae3f-792ccd869529] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.848906] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1bc61261-aadf-46a0-af53-6ec5c2632518, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9bc65ce3-6459-4356-8a63-74f55b6f3b47 was re-scheduled: Binding failed for port 1bc61261-aadf-46a0-af53-6ec5c2632518, please check neutron logs for more information.\n'] [ 814.849500] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 814.849724] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bc65ce3-6459-4356-8a63-74f55b6f3b47.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bc65ce3-6459-4356-8a63-74f55b6f3b47. [ 814.850060] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bc65ce3-6459-4356-8a63-74f55b6f3b47. [ 814.870125] nova-conductor[55487]: DEBUG nova.network.neutron [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 814.887081] nova-conductor[55487]: DEBUG nova.network.neutron [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 814.891541] nova-conductor[55487]: DEBUG nova.network.neutron [None req-17629cad-cdd5-4f45-9447-b7cc45d8a0a4 tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: 9bc65ce3-6459-4356-8a63-74f55b6f3b47] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.696544] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 27db0986-3363-4052-bbc7-82e184d28792, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b62cc771-973a-4d23-87b4-825211494d9c was re-scheduled: Binding failed for port 27db0986-3363-4052-bbc7-82e184d28792, please check neutron logs for more information.\n'] [ 816.697336] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 816.697669] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b62cc771-973a-4d23-87b4-825211494d9c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b62cc771-973a-4d23-87b4-825211494d9c. [ 816.697938] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b62cc771-973a-4d23-87b4-825211494d9c. [ 816.716997] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 816.738544] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 816.742309] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b6eb4717-8d02-4848-810b-c0955b7c0dce tempest-ListImageFiltersTestJSON-1010246967 tempest-ListImageFiltersTestJSON-1010246967-project-member] [instance: b62cc771-973a-4d23-87b4-825211494d9c] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.579129] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eb902f6f-50ca-4b50-9958-abbdc4057646, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b965361a-6b76-4836-9887-b59ca990fd67 was re-scheduled: Binding failed for port eb902f6f-50ca-4b50-9958-abbdc4057646, please check neutron logs for more information.\n'] [ 818.579675] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 818.579896] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b965361a-6b76-4836-9887-b59ca990fd67.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b965361a-6b76-4836-9887-b59ca990fd67. [ 818.580117] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b965361a-6b76-4836-9887-b59ca990fd67. [ 818.600268] nova-conductor[55488]: DEBUG nova.network.neutron [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 818.616418] nova-conductor[55488]: DEBUG nova.network.neutron [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 818.619659] nova-conductor[55488]: DEBUG nova.network.neutron [None req-95d60222-7236-4080-8f10-d5a2ed28196e tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: b965361a-6b76-4836-9887-b59ca990fd67] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.430966] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.465080] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.465341] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.465597] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.469177] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5b08c428-b00e-4a50-856f-c8d3925c051f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 077acb40-d01b-42ad-aa68-cbffc4087100 was re-scheduled: Binding failed for port 5b08c428-b00e-4a50-856f-c8d3925c051f, please check neutron logs for more information.\n'] [ 820.475225] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 820.475225] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 077acb40-d01b-42ad-aa68-cbffc4087100.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 077acb40-d01b-42ad-aa68-cbffc4087100. [ 820.475225] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 077acb40-d01b-42ad-aa68-cbffc4087100. [ 820.550331] nova-conductor[55488]: DEBUG nova.network.neutron [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 820.561966] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.562229] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.562409] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.562786] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.563095] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.563185] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.568604] nova-conductor[55488]: DEBUG nova.network.neutron [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 820.571643] nova-conductor[55488]: DEBUG nova.network.neutron [None req-3a1a0253-48fb-4a99-a2f7-4a29510fe7b8 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 077acb40-d01b-42ad-aa68-cbffc4087100] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.580208] nova-conductor[55487]: DEBUG nova.quota [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Getting quotas for project 2f95123fa26d4061b5748fdb689e5985. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.585106] nova-conductor[55487]: DEBUG nova.quota [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Getting quotas for user 2a9e98a21f854388b8ed32d3662263bf and project 2f95123fa26d4061b5748fdb689e5985. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.592353] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.592814] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.593086] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.593283] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.597134] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.597795] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.598009] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.598189] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.622865] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.623114] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.623287] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.324925] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d4d842d7-7eaa-4dbc-8da8-96e951e618c6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1db3e15b-3168-4d01-930f-fe8008b95df6 was re-scheduled: Binding failed for port d4d842d7-7eaa-4dbc-8da8-96e951e618c6, please check neutron logs for more information.\n'] [ 822.325542] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 822.325810] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1db3e15b-3168-4d01-930f-fe8008b95df6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1db3e15b-3168-4d01-930f-fe8008b95df6. [ 822.326092] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1db3e15b-3168-4d01-930f-fe8008b95df6. [ 822.372740] nova-conductor[55488]: DEBUG nova.network.neutron [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 822.401461] nova-conductor[55488]: DEBUG nova.network.neutron [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 822.406696] nova-conductor[55488]: DEBUG nova.network.neutron [None req-88637419-46da-4157-9ac0-de8bf4b8d065 tempest-SecurityGroupsTestJSON-1352724837 tempest-SecurityGroupsTestJSON-1352724837-project-member] [instance: 1db3e15b-3168-4d01-930f-fe8008b95df6] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.831639] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=369,nova_cell1:UPDATE=185,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.117758] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 823.152385] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.152725] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.152903] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.194196] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.194196] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.194419] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.194980] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.194980] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.195106] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.204647] nova-conductor[55487]: DEBUG nova.quota [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 823.207990] nova-conductor[55487]: DEBUG nova.quota [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for user a716a2c8efe046e9923bcd6b7956b22a and project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 823.216029] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 823.218386] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.218386] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.218386] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.227113] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 823.228027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.228027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.228027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.244664] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.244885] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.245055] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.906506] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 823.932683] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.932683] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.932829] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.969375] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.969375] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.969375] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.969573] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.969791] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.970442] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.982838] nova-conductor[55487]: DEBUG nova.quota [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Getting quotas for project 9f0780232f2a46db849695b5490bb673. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 823.985892] nova-conductor[55487]: DEBUG nova.quota [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Getting quotas for user 79470a9d8a6d4e76b7ca84948c4ea7df and project 9f0780232f2a46db849695b5490bb673. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 823.991226] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 823.991722] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.991934] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.992119] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.996789] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 823.998578] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.998578] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.998578] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.029489] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.029724] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.030415] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.157375] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 399af546-2adb-454f-b248-8377b08a6d41, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b27b2ed8-ec99-4962-8742-3a8264906b47 was re-scheduled: Binding failed for port 399af546-2adb-454f-b248-8377b08a6d41, please check neutron logs for more information.\n'] [ 824.159937] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 824.159937] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b27b2ed8-ec99-4962-8742-3a8264906b47.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b27b2ed8-ec99-4962-8742-3a8264906b47. [ 824.159937] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b27b2ed8-ec99-4962-8742-3a8264906b47. [ 824.192511] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 824.211767] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 824.214554] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b708209e-9da8-4072-bc5e-83537e47e089 tempest-AttachInterfacesV270Test-903941174 tempest-AttachInterfacesV270Test-903941174-project-member] [instance: b27b2ed8-ec99-4962-8742-3a8264906b47] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.716074] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SAVEPOINT=47,nova_cell1:RELEASE=47,nova_cell1:UPDATE=201,nova_cell1:SELECT=397,nova_cell1:INSERT=28 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 828.542025] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c5740fc0-200d-47ec-8497-d1e295793409, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a269ba6a-8439-448f-ad51-e3084c89c2a5 was re-scheduled: Binding failed for port c5740fc0-200d-47ec-8497-d1e295793409, please check neutron logs for more information.\n'] [ 828.542025] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 828.542493] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a269ba6a-8439-448f-ad51-e3084c89c2a5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a269ba6a-8439-448f-ad51-e3084c89c2a5. [ 828.542565] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a269ba6a-8439-448f-ad51-e3084c89c2a5. [ 828.573902] nova-conductor[55488]: DEBUG nova.network.neutron [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 828.593146] nova-conductor[55488]: DEBUG nova.network.neutron [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 828.596108] nova-conductor[55488]: DEBUG nova.network.neutron [None req-15a15e33-a61f-476a-940f-d62a218bf4b1 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: a269ba6a-8439-448f-ad51-e3084c89c2a5] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.499218] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c825c2c5-b249-4fe4-9844-78dcf55b9a08, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 937998a3-dac3-4ce5-b363-7ceee313531a was re-scheduled: Binding failed for port c825c2c5-b249-4fe4-9844-78dcf55b9a08, please check neutron logs for more information.\n'] [ 830.500549] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 830.500549] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 937998a3-dac3-4ce5-b363-7ceee313531a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 937998a3-dac3-4ce5-b363-7ceee313531a. [ 830.500701] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 937998a3-dac3-4ce5-b363-7ceee313531a. [ 830.511187] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 830.545080] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.545080] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.545247] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.545815] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 830.571702] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 830.574443] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f8ac2f59-c464-4625-9478-0cb6b914229b tempest-FloatingIPsAssociationNegativeTestJSON-1814401124 tempest-FloatingIPsAssociationNegativeTestJSON-1814401124-project-member] [instance: 937998a3-dac3-4ce5-b363-7ceee313531a] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.584340] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.584583] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.584760] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.585143] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.585335] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.585496] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.600218] nova-conductor[55488]: DEBUG nova.quota [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 830.604993] nova-conductor[55488]: DEBUG nova.quota [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for user d5f23913d4a1411282f081fb5ed46a11 and project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 830.614026] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 830.614515] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.614724] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.614891] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.619460] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 830.620147] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.620778] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.620778] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.643009] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.643279] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.643455] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.911663] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 830.929139] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.929391] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.929561] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.977200] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.977200] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.977200] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.977200] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.977371] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.977533] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.987429] nova-conductor[55488]: DEBUG nova.quota [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Getting quotas for project 7a529e687cb043acae6837e7f4f25a25. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 830.989742] nova-conductor[55488]: DEBUG nova.quota [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Getting quotas for user a42fbf6f3650495eb40dff27e91a6a5f and project 7a529e687cb043acae6837e7f4f25a25. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 830.998118] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 830.999178] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.999178] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.999178] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.003035] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.007018] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.007018] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.007018] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.027336] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.027611] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.027842] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.422125] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 831.438227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.438227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.438227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.480601] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.480891] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.481031] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.545229] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.545548] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.545548] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.567920] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.568177] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.568343] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.568718] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.568912] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.569406] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.578396] nova-conductor[55487]: DEBUG nova.quota [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Getting quotas for project ff6806624a684b0392c57c83ec81f089. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 831.583862] nova-conductor[55487]: DEBUG nova.quota [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Getting quotas for user 34dd65f3fb5f4bf0897ef824c564262e and project ff6806624a684b0392c57c83ec81f089. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 831.593041] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 831.593488] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.594607] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.594607] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.602349] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.602937] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.603155] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.603321] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.622419] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.624527] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.624634] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.632859] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 831.632972] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.633281] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.633281] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.639240] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.639889] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.640212] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.640275] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.661021] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.661255] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.661427] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.670947] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: d760b552-e2ff-46db-88eb-f5f58fc88239] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 831.670947] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.670947] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.670947] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.676749] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: d760b552-e2ff-46db-88eb-f5f58fc88239] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.677417] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.677618] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.677883] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.695227] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.695471] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.695638] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.406017] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4a5ea8f9-6cdd-4ab3-9946-e1f2485f3245, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b5889795-9995-4211-8b3f-8d14680fde6f was re-scheduled: Binding failed for port 4a5ea8f9-6cdd-4ab3-9946-e1f2485f3245, please check neutron logs for more information.\n'] [ 832.406845] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 832.406845] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5889795-9995-4211-8b3f-8d14680fde6f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5889795-9995-4211-8b3f-8d14680fde6f. [ 832.407092] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b5889795-9995-4211-8b3f-8d14680fde6f. [ 832.437724] nova-conductor[55487]: DEBUG nova.network.neutron [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 832.473771] nova-conductor[55487]: DEBUG nova.network.neutron [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 832.475173] nova-conductor[55487]: DEBUG nova.network.neutron [None req-71141dc1-7e53-44b0-99dc-c34f166d23a4 tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: b5889795-9995-4211-8b3f-8d14680fde6f] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.013137] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 834.026017] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.026279] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.026456] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.057848] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.058102] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.058288] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.058663] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.058851] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.060062] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.069270] nova-conductor[55487]: DEBUG nova.quota [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Getting quotas for project 74ad0f3f605a464b9dc378f81797700b. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 834.072517] nova-conductor[55487]: DEBUG nova.quota [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Getting quotas for user 818839f731ae4d27bf16da5f17dd98be and project 74ad0f3f605a464b9dc378f81797700b. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 834.077694] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: 257c613c-8613-42e5-b400-b9c352a151f0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 834.078205] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.078426] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.078595] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.086956] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] [instance: 257c613c-8613-42e5-b400-b9c352a151f0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 834.087617] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.087839] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.088014] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.103733] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.103971] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.104154] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.982499] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 841.006619] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 841.018872] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 841.022506] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.064059] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=5 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.090038] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=19,nova_cell1:INSERT=51,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.097051] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=36,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.101038] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=4,nova_api:DELETE=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 861.647422] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6a72110e-d211-42af-9cab-dc99d21308f2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a was re-scheduled: Binding failed for port 6a72110e-d211-42af-9cab-dc99d21308f2, please check neutron logs for more information.\n'] [ 861.647422] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 861.647793] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a. [ 861.647839] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a. [ 861.671686] nova-conductor[55487]: DEBUG nova.network.neutron [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 861.690745] nova-conductor[55487]: DEBUG nova.network.neutron [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 861.693935] nova-conductor[55487]: DEBUG nova.network.neutron [None req-a52083f7-3bdd-42be-a869-0baea73ceb90 tempest-TenantUsagesTestJSON-837819617 tempest-TenantUsagesTestJSON-837819617-project-member] [instance: 9fedad99-8b1e-4eaa-8382-b76f4dc8d72a] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.043695] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.576052] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 868.598183] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.598533] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.598716] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.635732] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.635961] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.636152] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.636569] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.636709] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.636871] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.648294] nova-conductor[55488]: DEBUG nova.quota [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 868.654432] nova-conductor[55488]: DEBUG nova.quota [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 868.659410] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 868.659873] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.660097] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.660270] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.665732] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 868.666423] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.666630] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.666796] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.681939] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.682166] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.682336] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.794526] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 075296e6-0c1e-4d55-a362-2fe91040eefb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 94486acf-7f7b-4187-b9d1-332f70488bd5 was re-scheduled: Binding failed for port 075296e6-0c1e-4d55-a362-2fe91040eefb, please check neutron logs for more information.\n'] [ 870.795235] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 870.795491] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94486acf-7f7b-4187-b9d1-332f70488bd5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94486acf-7f7b-4187-b9d1-332f70488bd5. [ 870.795706] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94486acf-7f7b-4187-b9d1-332f70488bd5. [ 870.817935] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 870.842667] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 870.845387] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2d7e5b67-5158-4038-8ec3-450b7936fca1 tempest-InstanceActionsTestJSON-1588012900 tempest-InstanceActionsTestJSON-1588012900-project-member] [instance: 94486acf-7f7b-4187-b9d1-332f70488bd5] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.797683] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3b25f8af-5d71-4ca2-80fe-c544d5569384, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 43b2aa92-913e-4bae-9e25-82cf423d4148 was re-scheduled: Binding failed for port 3b25f8af-5d71-4ca2-80fe-c544d5569384, please check neutron logs for more information.\n'] [ 872.798090] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 872.798090] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43b2aa92-913e-4bae-9e25-82cf423d4148.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43b2aa92-913e-4bae-9e25-82cf423d4148. [ 872.798515] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 43b2aa92-913e-4bae-9e25-82cf423d4148. [ 872.823661] nova-conductor[55488]: DEBUG nova.network.neutron [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 872.841794] nova-conductor[55488]: DEBUG nova.network.neutron [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 872.844632] nova-conductor[55488]: DEBUG nova.network.neutron [None req-f08e1719-9ed9-462f-ab96-40763068c22c tempest-ImagesOneServerTestJSON-1877294267 tempest-ImagesOneServerTestJSON-1877294267-project-member] [instance: 43b2aa92-913e-4bae-9e25-82cf423d4148] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.312895] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 24aa41a9-9a5b-48d3-80b9-2b5cf03df989, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance be01dd8d-53fb-4fcc-9bf8-41934b4d0263 was re-scheduled: Binding failed for port 24aa41a9-9a5b-48d3-80b9-2b5cf03df989, please check neutron logs for more information.\n'] [ 875.312895] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 875.312895] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be01dd8d-53fb-4fcc-9bf8-41934b4d0263.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be01dd8d-53fb-4fcc-9bf8-41934b4d0263. [ 875.312895] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be01dd8d-53fb-4fcc-9bf8-41934b4d0263. [ 875.353659] nova-conductor[55488]: DEBUG nova.network.neutron [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 875.396220] nova-conductor[55488]: DEBUG nova.network.neutron [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 875.402419] nova-conductor[55488]: DEBUG nova.network.neutron [None req-cedc88f6-6b7e-45e6-a4f5-d0204e8e097a tempest-ServerGroupTestJSON-1213431026 tempest-ServerGroupTestJSON-1213431026-project-member] [instance: be01dd8d-53fb-4fcc-9bf8-41934b4d0263] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.836806] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a573cab4-883b-4744-b3c9-c6590951a92c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2b478998-632e-4286-8d97-eab4f025bdda was re-scheduled: Binding failed for port a573cab4-883b-4744-b3c9-c6590951a92c, please check neutron logs for more information.\n'] [ 876.837506] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 876.837783] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b478998-632e-4286-8d97-eab4f025bdda.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b478998-632e-4286-8d97-eab4f025bdda. [ 876.838507] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b478998-632e-4286-8d97-eab4f025bdda. [ 876.861642] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 876.893391] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 876.899582] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0add7608-94e6-41d3-9312-750f8bc38808 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 2b478998-632e-4286-8d97-eab4f025bdda] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.348209] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 878.363883] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.364156] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.364338] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.407781] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.408020] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.408210] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.408734] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.408934] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.409128] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.418789] nova-conductor[55488]: DEBUG nova.quota [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Getting quotas for project c6358000debb48aaa7e831652b061e2d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 878.422179] nova-conductor[55488]: DEBUG nova.quota [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Getting quotas for user a6da77eb2136460cbdda8b8272f33139 and project c6358000debb48aaa7e831652b061e2d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 878.427639] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 0c9d6b46-e1f1-4dcc-b5bf-c6ca520d4e0f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 878.428117] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.428337] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.428525] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.448879] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 0c9d6b46-e1f1-4dcc-b5bf-c6ca520d4e0f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 878.449616] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.449829] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.449996] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.467694] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.467917] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.468114] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.244390] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 879.274691] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.274938] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.275140] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.310497] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.310497] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.310497] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.310622] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.310794] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.310944] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.329669] nova-conductor[55488]: DEBUG nova.quota [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 879.332400] nova-conductor[55488]: DEBUG nova.quota [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 879.337820] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 4dd65fb0-e079-4520-8809-dfd275d876f7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 879.338303] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.338552] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.338732] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.347942] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 4dd65fb0-e079-4520-8809-dfd275d876f7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 879.348646] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.348942] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.349032] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.366433] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.366677] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.366848] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.539611] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 881.553877] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.554163] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.554337] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.595875] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.596120] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.596298] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.596695] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.596880] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.597048] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.607439] nova-conductor[55487]: DEBUG nova.quota [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Getting quotas for project e0be6e2c7e7049adb8017d6717e42237. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 881.610525] nova-conductor[55487]: DEBUG nova.quota [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Getting quotas for user 7b25c5ea014c4a05892214d5b8d50766 and project e0be6e2c7e7049adb8017d6717e42237. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 881.616101] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] [instance: a4c51198-1e5d-4a59-8a9b-a997872e372b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 881.616516] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.616710] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.616870] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.621738] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] [instance: a4c51198-1e5d-4a59-8a9b-a997872e372b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 881.622391] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.622593] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.622757] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.638043] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.638251] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.638432] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.759382] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2c459dc7-c902-48f5-a548-588973a6e93b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 464b651f-3f3f-425d-9da6-546ea9610515 was re-scheduled: Binding failed for port 2c459dc7-c902-48f5-a548-588973a6e93b, please check neutron logs for more information.\n'] [ 881.759838] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 881.760083] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 464b651f-3f3f-425d-9da6-546ea9610515.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 464b651f-3f3f-425d-9da6-546ea9610515. [ 881.760403] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 464b651f-3f3f-425d-9da6-546ea9610515. [ 881.782429] nova-conductor[55487]: DEBUG nova.network.neutron [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 881.796980] nova-conductor[55487]: DEBUG nova.network.neutron [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 881.800038] nova-conductor[55487]: DEBUG nova.network.neutron [None req-08904c2f-f98a-4611-824e-8fd27a393dd6 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 464b651f-3f3f-425d-9da6-546ea9610515] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.103436] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=135,nova_cell1:INSERT=24,nova_cell1:SELECT=299,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.778887] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b25f57f8-8f75-43dd-8253-fc0b1cb3a1d5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9385f942-728d-4041-bc52-77e3c9752b7f was re-scheduled: Binding failed for port b25f57f8-8f75-43dd-8253-fc0b1cb3a1d5, please check neutron logs for more information.\n'] [ 883.779237] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 883.779353] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9385f942-728d-4041-bc52-77e3c9752b7f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9385f942-728d-4041-bc52-77e3c9752b7f. [ 883.779672] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9385f942-728d-4041-bc52-77e3c9752b7f. [ 883.807428] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 883.822365] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 883.825826] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d48eb9b9-6c79-46cc-a3c4-1531ebb016eb tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 9385f942-728d-4041-bc52-77e3c9752b7f] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.433991] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 884.447841] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.448099] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.448278] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.484022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.484673] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.484673] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.484841] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.484986] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.485142] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.494811] nova-conductor[55488]: DEBUG nova.quota [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 884.498661] nova-conductor[55488]: DEBUG nova.quota [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for user f7c5f59c37074e109c69418134c377b0 and project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 884.503774] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 0cdcc9d3-9963-49b5-8744-241b865335e2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 884.504255] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.504457] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.504620] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.510069] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 0cdcc9d3-9963-49b5-8744-241b865335e2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 884.510773] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.510971] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.511148] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.526945] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.527228] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.527441] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.734942] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 885.749164] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.749408] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.749597] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.776895] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.777142] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.777312] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.777689] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.777882] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.778051] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.786649] nova-conductor[55488]: DEBUG nova.quota [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 885.789722] nova-conductor[55488]: DEBUG nova.quota [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Getting quotas for user 33be5e80c65444eaaf2e78b4ee5e497a and project cfe14210e5b1405d85ade6e6d022b215. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 885.795702] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 38e38231-7b05-43c7-8de2-993a03ed4f57] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 885.796171] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.796390] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.796564] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.799977] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] [instance: 38e38231-7b05-43c7-8de2-993a03ed4f57] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 885.800595] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.800797] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.800949] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.815902] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.816136] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.816302] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.131030] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=141,nova_cell1:SELECT=302,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21,nova_cell1:INSERT=18,nova_cell1:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.601613] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.624483] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.632446] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.637544] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 895.781551] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 895.803277] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=15,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=37,nova_cell1:RELEASE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 895.810337] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=4,nova_api:DELETE=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 895.813607] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 897.518617] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a5099b6d-a18d-4931-99fc-55803037d864, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8 was re-scheduled: Binding failed for port a5099b6d-a18d-4931-99fc-55803037d864, please check neutron logs for more information.\n'] [ 897.519190] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 897.520087] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8. [ 897.520087] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8. [ 897.554307] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 897.576393] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 897.581016] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2492ee7c-cf69-4ed1-add2-1db80dd8d766 tempest-AttachVolumeTestJSON-869063485 tempest-AttachVolumeTestJSON-869063485-project-member] [instance: 2f7b5f49-ca72-456d-9dd0-a495fb7cdcb8] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.928050] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 94ff0182-d1ce-405f-bdb5-a2399bd0f4de] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 94ff0182-d1ce-405f-bdb5-a2399bd0f4de was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 914.928050] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 914.928050] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94ff0182-d1ce-405f-bdb5-a2399bd0f4de.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94ff0182-d1ce-405f-bdb5-a2399bd0f4de. [ 914.928050] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-81077f2a-ac0f-4840-b7d4-139549a11230 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 94ff0182-d1ce-405f-bdb5-a2399bd0f4de] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94ff0182-d1ce-405f-bdb5-a2399bd0f4de. [ 917.817462] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fdb0f1c9-485b-4b15-94d3-e7d274b52f11, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ef8646c6-7ead-4c9f-8e8f-85c758a35006 was re-scheduled: Binding failed for port fdb0f1c9-485b-4b15-94d3-e7d274b52f11, please check neutron logs for more information.\n'] [ 917.818023] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 917.818283] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef8646c6-7ead-4c9f-8e8f-85c758a35006.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef8646c6-7ead-4c9f-8e8f-85c758a35006. [ 917.818500] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef8646c6-7ead-4c9f-8e8f-85c758a35006. [ 917.837800] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 917.907857] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 917.911553] nova-conductor[55488]: DEBUG nova.network.neutron [None req-0a69c974-048a-4f8c-b1b7-6d42b20ed8bc tempest-ServerTagsTestJSON-891254822 tempest-ServerTagsTestJSON-891254822-project-member] [instance: ef8646c6-7ead-4c9f-8e8f-85c758a35006] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.147665] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=152,nova_cell1:UPDATE=68,nova_cell1:SAVEPOINT=14,nova_cell1:RELEASE=14,nova_cell1:INSERT=12 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.973058] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=170,nova_cell1:UPDATE=82,nova_cell1:INSERT=16,nova_cell1:SAVEPOINT=14,nova_cell1:RELEASE=14 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.963271] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 4e312fd5-01bf-4bd4-8a61-26624ae05036] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4e312fd5-01bf-4bd4-8a61-26624ae05036 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 954.963911] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 954.964181] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e312fd5-01bf-4bd4-8a61-26624ae05036.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e312fd5-01bf-4bd4-8a61-26624ae05036. [ 954.964421] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-c976cf9d-405b-436b-9dfd-a10487e2f1a9 tempest-ServerShowV247Test-136192111 tempest-ServerShowV247Test-136192111-project-member] [instance: 4e312fd5-01bf-4bd4-8a61-26624ae05036] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e312fd5-01bf-4bd4-8a61-26624ae05036. [ 977.513334] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=35,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=10,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 978.305410] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=50,nova_cell1:UPDATE=33,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 998.149446] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=2,nova_cell1:INSERT=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 998.247524] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=2,nova_cell1:INSERT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1004.968488] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] [instance: 991481e2-557e-4222-adfc-d298fa9314a0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 991481e2-557e-4222-adfc-d298fa9314a0 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1004.969059] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1004.969289] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 991481e2-557e-4222-adfc-d298fa9314a0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 991481e2-557e-4222-adfc-d298fa9314a0. [ 1004.969509] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-3d4da7bf-2402-4b92-89cd-dae8d6a01867 tempest-ServerShowV257Test-121385003 tempest-ServerShowV257Test-121385003-project-member] [instance: 991481e2-557e-4222-adfc-d298fa9314a0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 991481e2-557e-4222-adfc-d298fa9314a0. [ 1011.543564] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1011.569239] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.569239] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.569239] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.617216] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.617216] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.617662] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.618331] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.618534] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.618696] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.633079] nova-conductor[55487]: DEBUG nova.quota [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Getting quotas for project 3fa7a976fe3c4bb5a95b0732ca7d62f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1011.636051] nova-conductor[55487]: DEBUG nova.quota [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Getting quotas for user f140a9faaeab429bab37595415f0ec34 and project 3fa7a976fe3c4bb5a95b0732ca7d62f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1011.643455] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1011.643996] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.644492] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.644586] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.650501] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1011.651197] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.651406] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.651570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.674728] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.675046] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.675242] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.624026] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1021.653795] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1021.661812] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1021.665352] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1034.253307] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1034.265453] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.265859] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.266166] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.300237] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.300730] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.301585] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.301585] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.302285] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.302285] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.309664] nova-conductor[55487]: DEBUG nova.quota [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Getting quotas for project 6c739264d695443f935d41b24e6b484e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1034.311920] nova-conductor[55487]: DEBUG nova.quota [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Getting quotas for user 657b14e9d117498485d033419916b1e9 and project 6c739264d695443f935d41b24e6b484e. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1034.316992] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1034.317478] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.317677] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.317842] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.323293] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1034.323928] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.324139] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.324306] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.338145] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.338374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.338537] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.198155] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=48,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:UPDATE=31,nova_cell1:INSERT=7,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.306069] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.326720] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.333785] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.336758] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1053.921168] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance a223dd01-d07d-4ac5-acfc-2e03b4c7dff4 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1053.921168] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1053.921168] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a223dd01-d07d-4ac5-acfc-2e03b4c7dff4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a223dd01-d07d-4ac5-acfc-2e03b4c7dff4. [ 1053.921168] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a223dd01-d07d-4ac5-acfc-2e03b4c7dff4. [ 1053.940601] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1053.995121] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1053.999192] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: a223dd01-d07d-4ac5-acfc-2e03b4c7dff4] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.938124] nova-conductor[55487]: DEBUG nova.db.main.api [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Created instance_extra for d760b552-e2ff-46db-88eb-f5f58fc88239 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1056.459797] nova-conductor[55487]: DEBUG nova.db.main.api [None req-04226f3f-5274-4c29-bbb8-eb0178d28bbd tempest-MigrationsAdminTest-386021667 tempest-MigrationsAdminTest-386021667-project-member] Created instance_extra for 257c613c-8613-42e5-b400-b9c352a151f0 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1059.002408] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=75,nova_cell1:UPDATE=35,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=11 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1075.758937] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1075.773077] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.773330] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.773504] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.802935] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.803177] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.803354] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.803721] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.803905] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.804082] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.813678] nova-conductor[55488]: DEBUG nova.quota [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Getting quotas for project c6358000debb48aaa7e831652b061e2d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1075.816678] nova-conductor[55488]: DEBUG nova.quota [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Getting quotas for user a6da77eb2136460cbdda8b8272f33139 and project c6358000debb48aaa7e831652b061e2d. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1075.821616] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1075.822056] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.822260] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.822528] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.826761] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1075.827413] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.827706] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.827787] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.847046] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.847223] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.847391] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.013024] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1076.023125] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.023365] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.023537] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.043795] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.043974] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.044128] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.044491] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.044706] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.044820] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.052009] nova-conductor[55487]: DEBUG nova.quota [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1076.054067] nova-conductor[55487]: DEBUG nova.quota [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1076.058899] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1076.059299] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.059489] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.059650] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.062541] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1076.063276] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.063482] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.063658] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.077319] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.077516] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.077679] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.462747] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1081.475378] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.475559] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.475732] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.512019] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.512019] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.512019] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.512019] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.512264] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.512264] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.521738] nova-conductor[55488]: DEBUG nova.quota [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1081.525534] nova-conductor[55488]: DEBUG nova.quota [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Getting quotas for user f7c5f59c37074e109c69418134c377b0 and project d85f5be4c6bb496a8dca1df0f94d7ec5. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1081.531015] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 1f3118b4-f510-48d3-88ba-230564a4e218] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1081.531500] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.531703] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.531868] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.539080] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] [instance: 1f3118b4-f510-48d3-88ba-230564a4e218] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1081.539830] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.540107] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.540324] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.558491] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.558727] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.558879] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.048683] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1086.057021] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=13,nova_cell1:UPDATE=5,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1086.065566] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1086.072601] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=8 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1086.075824] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1087.093600] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1087.107655] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.110905] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.110905] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.144721] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.144952] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.145138] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.145510] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.145695] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.145852] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.154080] nova-conductor[55487]: DEBUG nova.quota [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Getting quotas for project 1d582a68754a4fa9a267b52d003b1230. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1087.156217] nova-conductor[55487]: DEBUG nova.quota [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Getting quotas for user a270b52ff4774355914c28f15a18eb7d and project 1d582a68754a4fa9a267b52d003b1230. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1087.163683] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] [instance: 2a07ea77-f690-4c34-96b2-8ff9ce603326] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1087.164022] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.164788] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.164788] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.174767] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] [instance: 2a07ea77-f690-4c34-96b2-8ff9ce603326] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1087.174767] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.174767] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.174767] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.195018] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.195018] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.195018] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.515595] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.529299] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=54,nova_cell1:UPDATE=34,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2,nova_cell1:INSERT=4 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.542619] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.553536] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1091.556226] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.150867] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.160580] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.175254] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.184685] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.189397] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.583117] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance d3a4902f-1829-427c-9f37-6e83ae7265e3 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1100.583616] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1100.583859] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3a4902f-1829-427c-9f37-6e83ae7265e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3a4902f-1829-427c-9f37-6e83ae7265e3. [ 1100.584230] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d3a4902f-1829-427c-9f37-6e83ae7265e3. [ 1100.607142] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1100.626082] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1100.630217] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2934856b-9df3-4861-b5f3-785380f82cb1 tempest-MultipleCreateTestJSON-424064613 tempest-MultipleCreateTestJSON-424064613-project-member] [instance: d3a4902f-1829-427c-9f37-6e83ae7265e3] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.599120] nova-conductor[55487]: DEBUG nova.db.main.api [None req-d05df664-cf9b-4dd9-90de-1fa791a5346c tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Created instance_extra for 0c9d6b46-e1f1-4dcc-b5bf-c6ca520d4e0f {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1103.130695] nova-conductor[55487]: DEBUG nova.db.main.api [None req-48c5bd4b-ae92-4455-ad4e-0909267f969d tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Created instance_extra for 4dd65fb0-e079-4520-8809-dfd275d876f7 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1104.481406] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1104.488860] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] [instance: 3f63f299-434c-40d4-b00a-377a345e7ba5] While scheduling instance, the build request was already deleted. {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1104.624759] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.624759] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.624759] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.624973] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.625172] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.625336] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.640859] nova-conductor[55488]: DEBUG nova.quota [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Getting quotas for project e1a8a9932dc242b7ac76a43729398709. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1104.652893] nova-conductor[55488]: DEBUG nova.quota [None req-ae7ee245-cf42-4089-a632-4e74c1c6e7c5 tempest-ServersListShow296Test-1928003530 tempest-ServersListShow296Test-1928003530-project-member] Getting quotas for user f4c226d08bf74c2fbbf1fb96fa2b900d and project e1a8a9932dc242b7ac76a43729398709. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1104.655555] nova-conductor[55488]: DEBUG nova.db.main.api [None req-96b8f73d-4a6f-4d88-8937-917863b694fb tempest-ServerMetadataNegativeTestJSON-2066118354 tempest-ServerMetadataNegativeTestJSON-2066118354-project-member] Created instance_extra for a4c51198-1e5d-4a59-8a9b-a997872e372b {{(pid=55488) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1106.174865] nova-conductor[55487]: DEBUG nova.db.main.api [None req-a96bc521-cec1-413b-84df-d6323f356c82 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Created instance_extra for 0cdcc9d3-9963-49b5-8744-241b865335e2 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1107.695055] nova-conductor[55488]: DEBUG nova.db.main.api [None req-3bd3c13f-ce31-468b-b893-2e083f8084ba tempest-ImagesTestJSON-815993396 tempest-ImagesTestJSON-815993396-project-member] Created instance_extra for 38e38231-7b05-43c7-8de2-993a03ed4f57 {{(pid=55488) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1114.628387] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1114.630647] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1114.643334] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1114.661068] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1126.314060] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=42,nova_cell1:SELECT=58,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2,nova_cell1:INSERT=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1127.161905] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=37,nova_cell1:UPDATE=23,nova_cell1:INSERT=10,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1148.791231] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1148.791844] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1148.792089] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1. [ 1148.792307] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1. [ 1148.811892] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1148.827080] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1148.829947] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f5ac8e2e-9761-457c-b00f-1876dedcd2e2 tempest-ServerAddressesNegativeTestJSON-1882808513 tempest-ServerAddressesNegativeTestJSON-1882808513-project-member] [instance: efc3ecd8-6bd6-4ef1-a7b3-3d9d25e9a5f1] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.386503] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1152.400289] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.400518] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.400688] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.429159] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.430066] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.430066] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.430066] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.430066] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.430342] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.437654] nova-conductor[55488]: DEBUG nova.quota [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Getting quotas for project f3e162f729ef485fa865e0f447b50cc3. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1152.439720] nova-conductor[55488]: DEBUG nova.quota [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Getting quotas for user adc5284ff9b14b4484e28740632c3652 and project f3e162f729ef485fa865e0f447b50cc3. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1152.446381] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] [instance: 34867c6c-b8ae-401b-b6f4-ce36bea956ae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1152.447297] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.447473] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.447650] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.453584] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] [instance: 34867c6c-b8ae-401b-b6f4-ce36bea956ae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1152.454382] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.454495] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.454671] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.473297] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.473297] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.473297] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.433593] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1162.456638] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1162.465930] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1162.467964] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1171.521488] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=18,nova_cell1:SELECT=43,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=1,nova_cell1:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1173.470643] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=36,nova_cell1:UPDATE=28,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1198.909695] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance fbd620a6-3743-4737-98b7-b13928b6587d was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1198.910627] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1198.910627] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fbd620a6-3743-4737-98b7-b13928b6587d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fbd620a6-3743-4737-98b7-b13928b6587d. [ 1198.910783] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fbd620a6-3743-4737-98b7-b13928b6587d. [ 1198.932620] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1198.948724] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1198.952915] nova-conductor[55487]: DEBUG nova.network.neutron [None req-fe2a4736-fa3b-43cc-bda6-a1e7d3b022fb tempest-VolumesAdminNegativeTest-1997284620 tempest-VolumesAdminNegativeTest-1997284620-project-member] [instance: fbd620a6-3743-4737-98b7-b13928b6587d] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.018361] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1208.038022] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.038220] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.038408] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.084915] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.085029] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.085141] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.085518] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.085786] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.085849] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.094610] nova-conductor[55487]: DEBUG nova.quota [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Getting quotas for project cc0483ca6f804e17a88376fe2ced2ec7. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1208.097415] nova-conductor[55487]: DEBUG nova.quota [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Getting quotas for user 7714bfe721cd427895f8f7bcedf70fab and project cc0483ca6f804e17a88376fe2ced2ec7. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1208.106053] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1208.106053] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.106053] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.106053] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.109685] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1208.110330] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.110518] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.110671] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.125613] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.125701] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.125798] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.485326] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1217.500710] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.500948] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.501136] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.544649] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.545027] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.545217] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.545607] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.545831] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.545994] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.556823] nova-conductor[55487]: DEBUG nova.quota [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1217.561564] nova-conductor[55487]: DEBUG nova.quota [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for user a716a2c8efe046e9923bcd6b7956b22a and project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1217.566976] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1217.567682] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.567682] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.567682] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.573267] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1217.574025] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.574168] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.574287] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.591085] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.591307] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.591474] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.619841] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1220.633527] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.633650] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.633906] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.673544] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.674150] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.674150] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.674523] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.674692] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.674841] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.686950] nova-conductor[55488]: DEBUG nova.quota [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Getting quotas for project 30ca5d9ae9474464a065d312dbffbdba. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1220.692593] nova-conductor[55488]: DEBUG nova.quota [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Getting quotas for user 5aa45b5e8a6241ebbdb597d0f6d9c157 and project 30ca5d9ae9474464a065d312dbffbdba. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1220.698962] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] [instance: ab5cdb92-e2de-48d9-9abe-9c46b43a89f6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1220.699316] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.699553] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.699724] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.705889] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] [instance: ab5cdb92-e2de-48d9-9abe-9c46b43a89f6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1220.706597] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.706795] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.706961] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.725556] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.725768] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.726026] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.981157] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1222.993697] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.995114] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.995114] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.049605] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.049605] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.049605] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.049913] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.050120] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.050311] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.059481] nova-conductor[55488]: DEBUG nova.quota [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1223.062500] nova-conductor[55488]: DEBUG nova.quota [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for user d5f23913d4a1411282f081fb5ed46a11 and project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1223.068897] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: 8d041272-16e4-4e87-95b0-62c5e3c9db2f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1223.069404] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.069607] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.069772] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.072785] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: 8d041272-16e4-4e87-95b0-62c5e3c9db2f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1223.073446] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.073644] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.073807] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.087334] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.087575] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.087771] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.551122] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1227.576101] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=16,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1227.581969] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1227.588768] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.054056] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.066520] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=42,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.075538] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.081239] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1233.084492] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1239.800036] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=48,nova_cell1:UPDATE=29,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1247.789723] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 268653cf-fcf9-4b50-9234-0b38fb9a2d95 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1247.790322] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1247.790600] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 268653cf-fcf9-4b50-9234-0b38fb9a2d95.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 268653cf-fcf9-4b50-9234-0b38fb9a2d95. [ 1247.791092] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 268653cf-fcf9-4b50-9234-0b38fb9a2d95. [ 1247.814041] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1247.830305] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1247.834661] nova-conductor[55487]: DEBUG nova.network.neutron [None req-2422b31c-6d38-4103-8e43-a00fc98d72fd tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 268653cf-fcf9-4b50-9234-0b38fb9a2d95] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.291322] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1261.305417] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.305417] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.305417] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.343014] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.343177] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.343370] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.343756] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.343948] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.344122] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.351766] nova-conductor[55487]: DEBUG nova.quota [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1261.353948] nova-conductor[55487]: DEBUG nova.quota [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1261.358802] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1261.359214] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.359405] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.359565] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.363925] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1261.364550] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.364750] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.364931] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.378121] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.378286] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.378448] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.736106] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=27,nova_cell1:SELECT=31,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1271.349272] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1271.358644] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=17,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1271.366750] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1271.374084] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1271.378014] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1283.956147] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1283.973701] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.976889] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.977224] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.012835] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.013300] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.015022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.015022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.015022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.015022] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.023281] nova-conductor[55488]: DEBUG nova.quota [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Getting quotas for project 69ae80f39f54495d8ce454d3d3d6b361. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1284.026447] nova-conductor[55488]: DEBUG nova.quota [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Getting quotas for user cf88a4e844764c608dbb775391dc80a4 and project 69ae80f39f54495d8ce454d3d3d6b361. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1284.031840] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] [instance: e4d93e31-6b0e-4720-bf2a-40794ff79308] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1284.032421] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.032708] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.032990] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.039736] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] [instance: e4d93e31-6b0e-4720-bf2a-40794ff79308] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1284.040558] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.040880] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.041167] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.061135] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.061135] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.061135] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.056699] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1286.069442] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.069670] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.069836] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.101015] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.101244] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.101410] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.101768] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.101948] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.102153] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.110751] nova-conductor[55487]: DEBUG nova.quota [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Getting quotas for project 4a5431feb5204d9e9a248b4d8911a862. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1286.113774] nova-conductor[55487]: DEBUG nova.quota [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Getting quotas for user 694d7d3d0d32442faf1ab50ebc0157c2 and project 4a5431feb5204d9e9a248b4d8911a862. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1286.118623] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] [instance: 28999e3f-02b8-4cb8-adbf-192dc86cb565] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1286.119078] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.119274] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.119438] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.123919] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] [instance: 28999e3f-02b8-4cb8-adbf-192dc86cb565] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1286.124375] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.124568] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.124731] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.140028] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.140028] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.140167] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.338029] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 328b91c6-4ae4-442f-ac87-519658a812ff was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1292.338430] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1292.338656] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 328b91c6-4ae4-442f-ac87-519658a812ff.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 328b91c6-4ae4-442f-ac87-519658a812ff. [ 1292.338972] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 328b91c6-4ae4-442f-ac87-519658a812ff. [ 1292.362332] nova-conductor[55487]: DEBUG nova.network.neutron [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1292.451152] nova-conductor[55487]: DEBUG neutronclient.v2_0.client [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] Error message: {"error": {"code": 401, "title": "Unauthorized", "message": "The request you have made requires authentication."}} {{(pid=55487) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [None req-7c930dac-4c61-4ddd-b85a-e2bb84054f93 tempest-ServersTestMultiNic-1904013270 tempest-ServersTestMultiNic-1904013270-project-member] [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Failed to deallocate networks: nova.exception.Unauthorized: Not authorized. [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Traceback (most recent call last): [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/conductor/manager.py", line 705, in build_instances [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] raise exception.MaxRetriesExceeded(reason=msg) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 328b91c6-4ae4-442f-ac87-519658a812ff. [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] During handling of the above exception, another exception occurred: [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Traceback (most recent call last): [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 272, in _handle_fault_response [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] exception_handler_v20(status_code, error_body) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 90, in exception_handler_v20 [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] raise client_exc(message=error_message, [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] neutronclient.common.exceptions.Unauthorized: 401-{'error': {'code': 401, 'title': 'Unauthorized', 'message': 'The request you have made requires authentication.'}} [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Neutron server returns request_ids: ['req-6a06254b-81f8-4a97-9b42-3516c77491cc'] [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] During handling of the above exception, another exception occurred: [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] Traceback (most recent call last): [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/conductor/manager.py", line 448, in _cleanup_allocated_networks [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] self.network_api.deallocate_for_instance( [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 1806, in deallocate_for_instance [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] data = neutron.list_ports(**search_opts) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 815, in list_ports [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] return self.list('ports', self.ports_path, retrieve_all, [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 372, in list [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] for r in self._pagination(collection, path, **params): [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 387, in _pagination [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] res = self.get(path, params=params) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.452870] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 356, in get [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] return self.retry_request("GET", action, body=body, [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 333, in retry_request [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] return self.do_request(method, action, body=body, [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 196, in wrapper [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] ret = obj(*args, **kwargs) [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py", line 297, in do_request [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] self._handle_fault_response(status_code, replybody, resp) [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] File "/opt/stack/nova/nova/network/neutron.py", line 204, in wrapper [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] raise exception.Unauthorized() [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] nova.exception.Unauthorized: Not authorized. [ 1292.453905] nova-conductor[55487]: ERROR nova.conductor.manager [instance: 328b91c6-4ae4-442f-ac87-519658a812ff] [ 1293.356932] nova-conductor[55487]: DEBUG nova.db.main.api [None req-9aaaa7d9-378b-46a7-8590-1cf9d49bfb11 tempest-AttachInterfacesTestJSON-1698632525 tempest-AttachInterfacesTestJSON-1698632525-project-member] Created instance_extra for 1f3118b4-f510-48d3-88ba-230564a4e218 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1294.019043] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1294.043034] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1294.052161] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1294.056812] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1294.877862] nova-conductor[55487]: DEBUG nova.db.main.api [None req-e370cb6c-3042-4545-adf6-0f1d039085f5 tempest-ImagesNegativeTestJSON-1494673914 tempest-ImagesNegativeTestJSON-1494673914-project-member] Created instance_extra for 2a07ea77-f690-4c34-96b2-8ff9ce603326 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1296.105762] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1296.126728] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1296.134605] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1296.136061] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1319.502532] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=49,nova_cell1:UPDATE=22,nova_cell1:INSERT=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1319.531440] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=39,nova_cell1:UPDATE=20,nova_cell1:INSERT=6 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1342.822477] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance b053676a-81b8-4345-b257-1d67976fd077 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1342.823122] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1342.823676] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b053676a-81b8-4345-b257-1d67976fd077.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b053676a-81b8-4345-b257-1d67976fd077. [ 1342.823879] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b053676a-81b8-4345-b257-1d67976fd077. [ 1342.846264] nova-conductor[55488]: DEBUG nova.network.neutron [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1342.888503] nova-conductor[55488]: DEBUG nova.network.neutron [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1342.892514] nova-conductor[55488]: DEBUG nova.network.neutron [None req-119179bd-004f-44ce-a100-dc0fdff53497 tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: b053676a-81b8-4345-b257-1d67976fd077] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.648376] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=38,nova_cell1:UPDATE=20,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=4 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1364.413098] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=26,nova_cell1:SELECT=38,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1393.901533] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance cf724d13-e34e-4a17-9b54-56190891d5db was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1393.902123] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1393.902351] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf724d13-e34e-4a17-9b54-56190891d5db.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf724d13-e34e-4a17-9b54-56190891d5db. [ 1393.902561] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf724d13-e34e-4a17-9b54-56190891d5db. [ 1393.925130] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1393.940089] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1393.943652] nova-conductor[55487]: DEBUG nova.network.neutron [None req-f986449f-b3bf-4b26-86ca-09c453eebd0a tempest-ServerActionsTestJSON-106046302 tempest-ServerActionsTestJSON-106046302-project-member] [instance: cf724d13-e34e-4a17-9b54-56190891d5db] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.876064] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=28,nova_cell1:SELECT=39,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1420.117147] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1420.130221] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.130443] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.130612] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.156600] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.156805] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.156970] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.157359] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.157539] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.157700] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.165050] nova-conductor[55488]: DEBUG nova.quota [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1420.167097] nova-conductor[55488]: DEBUG nova.quota [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Getting quotas for user d5f23913d4a1411282f081fb5ed46a11 and project 220c072768c1441fbfe88f849cd6eb03. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1420.171721] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1420.172126] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.172343] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.172514] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.177389] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1420.177975] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.178176] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.178341] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.192799] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.192999] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.193191] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.742213] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=37,nova_cell1:UPDATE=20,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1429.885500] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1429.900855] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.901103] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.901278] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.937374] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.946064] nova-conductor[55487]: DEBUG nova.quota [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Getting quotas for project 2645ec15daad43ff85f00bd59d5293a8. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1429.949311] nova-conductor[55487]: DEBUG nova.quota [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Getting quotas for user af838423630c4726867e594f08d0d76b and project 2645ec15daad43ff85f00bd59d5293a8. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1429.955213] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1429.955213] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.955213] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.955213] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.960895] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1429.960895] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.960895] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.960895] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.976715] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.976983] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.977169] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.161714] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1430.180991] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1430.188047] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1430.191543] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1439.941398] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1439.962274] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1439.970558] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1439.974044] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1443.169088] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 48e001ae-cc04-4d95-be43-2b2b3556c6db was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1443.170277] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1443.170533] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e001ae-cc04-4d95-be43-2b2b3556c6db.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e001ae-cc04-4d95-be43-2b2b3556c6db. [ 1443.170903] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e001ae-cc04-4d95-be43-2b2b3556c6db. [ 1443.192539] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1443.208324] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1443.212046] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 48e001ae-cc04-4d95-be43-2b2b3556c6db] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.186579] nova-conductor[55487]: DEBUG nova.db.main.api [None req-1ef9715f-539f-4eda-b157-38bfee7302ea tempest-ServerPasswordTestJSON-463763678 tempest-ServerPasswordTestJSON-463763678-project-member] Created instance_extra for ab5cdb92-e2de-48d9-9abe-9c46b43a89f6 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1445.708821] nova-conductor[55487]: DEBUG nova.db.main.api [None req-44d03183-2d52-46c3-9c5d-59c364c1adef tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Created instance_extra for 8d041272-16e4-4e87-95b0-62c5e3c9db2f {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1468.609485] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1468.622160] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.622400] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.622570] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.662144] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.662428] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.662635] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.662995] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.663212] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.663465] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.671802] nova-conductor[55487]: DEBUG nova.quota [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1468.674906] nova-conductor[55487]: DEBUG nova.quota [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1468.680044] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1468.680467] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.680659] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.680821] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.688112] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1468.688750] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.688947] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.689125] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.703745] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.703951] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.704135] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.467054] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=48,nova_cell1:UPDATE=34,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=3,nova_cell1:INSERT=4 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1478.667805] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1478.678245] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=45,nova_cell1:UPDATE=21,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1478.690733] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1478.698369] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1478.701883] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1493.927129] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 6a21b30c-1e56-4c0c-ad7d-e0987f70d203 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1493.927685] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1493.927907] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a21b30c-1e56-4c0c-ad7d-e0987f70d203.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a21b30c-1e56-4c0c-ad7d-e0987f70d203. [ 1493.928237] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6a21b30c-1e56-4c0c-ad7d-e0987f70d203. [ 1493.948728] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1493.963920] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1493.967280] nova-conductor[55487]: DEBUG nova.network.neutron [None req-de0e39fa-5886-4272-a046-af750e38ba48 tempest-ListServersNegativeTestJSON-367705171 tempest-ListServersNegativeTestJSON-367705171-project-member] [instance: 6a21b30c-1e56-4c0c-ad7d-e0987f70d203] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.945557] nova-conductor[55487]: DEBUG nova.db.main.api [None req-cefb2407-ed33-43ef-8b98-dfcc34f61a05 tempest-AttachInterfacesUnderV243Test-729252606 tempest-AttachInterfacesUnderV243Test-729252606-project-member] Created instance_extra for e4d93e31-6b0e-4720-bf2a-40794ff79308 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1496.465548] nova-conductor[55487]: DEBUG nova.db.main.api [None req-a79d8d6c-928d-4efb-ba68-a2cf1949de57 tempest-ServersAaction247Test-1718206514 tempest-ServersAaction247Test-1718206514-project-member] Created instance_extra for 28999e3f-02b8-4cb8-adbf-192dc86cb565 {{(pid=55487) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 1514.899949] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=30,nova_cell1:UPDATE=20,nova_cell1:INSERT=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1515.584362] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=32,nova_cell1:SELECT=38,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1537.308431] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=5,nova_cell1:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1538.807759] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=6,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1542.812116] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 4e8f8346-70b0-4ae4-925c-50094ac5a07a was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1542.812726] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1542.812977] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e8f8346-70b0-4ae4-925c-50094ac5a07a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e8f8346-70b0-4ae4-925c-50094ac5a07a. [ 1542.813355] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4e8f8346-70b0-4ae4-925c-50094ac5a07a. [ 1542.834433] nova-conductor[55488]: DEBUG nova.network.neutron [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1542.854072] nova-conductor[55488]: DEBUG nova.network.neutron [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1542.857699] nova-conductor[55488]: DEBUG nova.network.neutron [None req-fb5d4edc-c0ae-4922-8691-5e616b067d61 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 4e8f8346-70b0-4ae4-925c-50094ac5a07a] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.966388] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=36,nova_cell1:UPDATE=30,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1561.712048] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=15,nova_cell1:SELECT=28,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1593.290292] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 488c4bca-8279-4de7-8259-238497cbd011 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1593.291404] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1593.291404] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 488c4bca-8279-4de7-8259-238497cbd011.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 488c4bca-8279-4de7-8259-238497cbd011. [ 1593.291404] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 488c4bca-8279-4de7-8259-238497cbd011. [ 1593.311572] nova-conductor[55488]: DEBUG nova.network.neutron [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1593.327108] nova-conductor[55488]: DEBUG nova.network.neutron [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1593.331687] nova-conductor[55488]: DEBUG nova.network.neutron [None req-66212632-abcc-4dc6-ae14-a6033de999c3 tempest-ServersNegativeTestMultiTenantJSON-1369553665 tempest-ServersNegativeTestMultiTenantJSON-1369553665-project-member] [instance: 488c4bca-8279-4de7-8259-238497cbd011] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.889374] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1610.903420] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.903597] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.903766] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.935219] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.935435] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.935602] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.935998] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.936206] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.936370] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.945981] nova-conductor[55488]: DEBUG nova.quota [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1610.949138] nova-conductor[55488]: DEBUG nova.quota [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Getting quotas for user a716a2c8efe046e9923bcd6b7956b22a and project 60d47be26aac44d198ca43a997485f7c. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1610.953975] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1610.954396] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.954593] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.954757] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.959808] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1610.960431] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.960634] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.960817] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.978760] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.978967] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.979146] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.152460] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=34,nova_cell1:UPDATE=27,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=2,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1620.939748] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1620.952477] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=37,nova_cell1:UPDATE=18,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1620.962974] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1620.973684] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1620.976667] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1625.907339] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1635.635624] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1639.093360] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance a55c8243-3413-435e-89cb-6a2bb65b5292 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1639.094214] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1639.094214] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a55c8243-3413-435e-89cb-6a2bb65b5292.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a55c8243-3413-435e-89cb-6a2bb65b5292. [ 1639.094485] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a55c8243-3413-435e-89cb-6a2bb65b5292. [ 1639.115966] nova-conductor[55488]: DEBUG nova.network.neutron [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1639.131351] nova-conductor[55488]: DEBUG nova.network.neutron [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1639.135321] nova-conductor[55488]: DEBUG nova.network.neutron [None req-76813921-e087-44a7-930c-f39d51bef56f tempest-FloatingIPsAssociationTestJSON-27175813 tempest-FloatingIPsAssociationTestJSON-27175813-project-member] [instance: a55c8243-3413-435e-89cb-6a2bb65b5292] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.309826] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1653.316695] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 1b8ceac5-8c9b-46d7-bbc9-8c495a50ff30] While scheduling instance, the build request was already deleted. {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1653.354715] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.354943] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.355156] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.355523] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.355709] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.355865] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.364407] nova-conductor[55488]: DEBUG nova.quota [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1653.366495] nova-conductor[55488]: DEBUG nova.quota [None req-41d3ad62-8a90-4b65-a6a8-985104b04701 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1653.727437] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1653.739678] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.739897] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.740186] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.774311] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.774492] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.774714] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.775123] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.775317] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.775478] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.784599] nova-conductor[55487]: DEBUG nova.quota [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1653.787377] nova-conductor[55487]: DEBUG nova.quota [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1653.792317] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1653.792725] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.792917] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.793098] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.796832] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1653.797484] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.797675] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.797833] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.811337] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.811530] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.811693] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.359382] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.360144] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.361280] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.369973] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=34,nova_cell1:UPDATE=27,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.370419] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.779288] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.790984] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=41,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.799340] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.807138] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1663.809748] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1679.510747] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=2,nova_cell1:INSERT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1679.545379] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1689.242543] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 41e38c8a-3aa1-4524-8820-27ba85187fe8 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1689.243122] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1689.243352] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41e38c8a-3aa1-4524-8820-27ba85187fe8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41e38c8a-3aa1-4524-8820-27ba85187fe8. [ 1689.243555] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 41e38c8a-3aa1-4524-8820-27ba85187fe8. [ 1689.265047] nova-conductor[55488]: DEBUG nova.network.neutron [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1689.316942] nova-conductor[55488]: DEBUG nova.network.neutron [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1689.320891] nova-conductor[55488]: DEBUG nova.network.neutron [None req-a34df26c-1908-4052-9905-5e21a3aae031 tempest-AttachVolumeShelveTestJSON-1098821959 tempest-AttachVolumeShelveTestJSON-1098821959-project-member] [instance: 41e38c8a-3aa1-4524-8820-27ba85187fe8] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.206057] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=34,nova_cell1:UPDATE=29,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1720.780293] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=15,nova_cell1:SELECT=31,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1721.287517] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1737.866784] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 442bcb9d-533f-4072-b967-791e3bc99643 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1737.867181] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1737.867280] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442bcb9d-533f-4072-b967-791e3bc99643.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442bcb9d-533f-4072-b967-791e3bc99643. [ 1737.867505] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 442bcb9d-533f-4072-b967-791e3bc99643. [ 1737.890174] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1737.905933] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1737.909267] nova-conductor[55488]: DEBUG nova.network.neutron [None req-c4d13c7b-037c-4717-85c8-aaa549051ed3 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 442bcb9d-533f-4072-b967-791e3bc99643] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.982849] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1750.461479] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1783.345348] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=5,nova_cell1:UPDATE=1,nova_cell1:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1783.852403] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=6,nova_cell1:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1789.801085] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] [instance: 34867c6c-b8ae-401b-b6f4-ce36bea956ae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 34867c6c-b8ae-401b-b6f4-ce36bea956ae was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1789.801646] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1789.801879] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34867c6c-b8ae-401b-b6f4-ce36bea956ae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34867c6c-b8ae-401b-b6f4-ce36bea956ae. [ 1789.802244] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-5ab7afbf-7be0-46cf-a501-667fe469ee5c tempest-ServerShowV254Test-155527527 tempest-ServerShowV254Test-155527527-project-member] [instance: 34867c6c-b8ae-401b-b6f4-ce36bea956ae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34867c6c-b8ae-401b-b6f4-ce36bea956ae. [ 1803.028260] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=21,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1803.544229] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=20,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:UPDATE=8,nova_cell1:INSERT=3 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1816.295232] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1816.366186] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1816.380497] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.380735] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.380907] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.412102] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.412345] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.412511] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.412899] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.413099] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.413255] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.420578] nova-conductor[55487]: DEBUG nova.quota [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Getting quotas for project c686ce2421804c10988de034da7001cf. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1816.422688] nova-conductor[55487]: DEBUG nova.quota [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Getting quotas for user 97e91591a7c64b4a99e87d069370aa0f and project c686ce2421804c10988de034da7001cf. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1816.427457] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1816.427848] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.428057] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.428225] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.432484] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1816.433088] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.433286] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.433474] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.446011] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.446265] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.446402] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.417504] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1826.435486] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1826.442620] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1826.444597] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1835.809633] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance fcfd0672-c583-4cb0-9e39-37b6e7cdb68e was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1835.810241] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1835.810519] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcfd0672-c583-4cb0-9e39-37b6e7cdb68e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcfd0672-c583-4cb0-9e39-37b6e7cdb68e. [ 1835.810734] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fcfd0672-c583-4cb0-9e39-37b6e7cdb68e. [ 1835.831470] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1835.847008] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1835.850816] nova-conductor[55488]: DEBUG nova.network.neutron [None req-2addac20-495c-462f-aac0-0de0e3c4043e tempest-ServersTestJSON-27047865 tempest-ServersTestJSON-27047865-project-member] [instance: fcfd0672-c583-4cb0-9e39-37b6e7cdb68e] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.922345] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=34,nova_cell1:UPDATE=23,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1848.404481] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=38,nova_cell1:UPDATE=22,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1859.765626] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1861.102112] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1861.115674] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.115890] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.116072] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.151730] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.151948] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.152137] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.152495] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.152678] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.152834] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.161189] nova-conductor[55488]: DEBUG nova.quota [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1861.163955] nova-conductor[55488]: DEBUG nova.quota [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Getting quotas for user 3bb930b4d1534f3ea3abde038aa60100 and project 3101ac6769714328b1b7e2c5f371bccc. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1861.168578] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1861.168965] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.169171] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.169332] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.173689] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1861.174360] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.174504] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.174667] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.189054] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.189261] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.189425] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.156814] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1871.176710] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1871.185041] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1871.187608] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1878.769913] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=16,nova_cell1:UPDATE=6 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1879.474061] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=16,nova_cell1:UPDATE=8,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1884.080834] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1884.081417] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1884.081654] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf. [ 1884.081973] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf. [ 1884.103764] nova-conductor[55488]: DEBUG nova.network.neutron [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1884.118520] nova-conductor[55488]: DEBUG nova.network.neutron [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1884.122148] nova-conductor[55488]: DEBUG nova.network.neutron [None req-25393c45-3295-4c49-a79e-456948c5c256 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 2f7b32d3-2b3a-4400-ab45-dc9c097af2bf] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.761035] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=20,nova_cell1:SELECT=22,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1907.267542] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=18,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1919.511683] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1919.556312] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1930.795222] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance a1b46566-4db2-4086-906a-7ba32b9a2813 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1930.795789] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1930.796024] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a1b46566-4db2-4086-906a-7ba32b9a2813.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a1b46566-4db2-4086-906a-7ba32b9a2813. [ 1930.796391] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a1b46566-4db2-4086-906a-7ba32b9a2813. [ 1930.817977] nova-conductor[55487]: DEBUG nova.network.neutron [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1930.868022] nova-conductor[55487]: DEBUG nova.network.neutron [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1930.872471] nova-conductor[55487]: DEBUG nova.network.neutron [None req-873748ad-e697-4319-8123-43f48ddd4e86 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: a1b46566-4db2-4086-906a-7ba32b9a2813] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.968011] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1943.443080] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1954.771013] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1966.756927] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1967.265945] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1977.978109] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance abaeda1e-4ad8-4553-9fb0-f94e2cd98059 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 1977.978759] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1977.978869] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance abaeda1e-4ad8-4553-9fb0-f94e2cd98059.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance abaeda1e-4ad8-4553-9fb0-f94e2cd98059. [ 1977.979421] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance abaeda1e-4ad8-4553-9fb0-f94e2cd98059. [ 1978.000566] nova-conductor[55487]: DEBUG nova.network.neutron [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1978.015125] nova-conductor[55487]: DEBUG nova.network.neutron [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1978.018680] nova-conductor[55487]: DEBUG nova.network.neutron [None req-e6aeccd3-c5ef-46f6-8245-b32cd527ae9b tempest-ServerDiskConfigTestJSON-856453587 tempest-ServerDiskConfigTestJSON-856453587-project-member] [instance: abaeda1e-4ad8-4553-9fb0-f94e2cd98059] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.088751] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1990.570480] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2011.544875] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2024.042237] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 0484e878-6799-4030-9dcc-d62d32317744 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2024.043217] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2024.043217] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0484e878-6799-4030-9dcc-d62d32317744.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0484e878-6799-4030-9dcc-d62d32317744. [ 2024.043424] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0484e878-6799-4030-9dcc-d62d32317744. [ 2024.072709] nova-conductor[55488]: DEBUG nova.network.neutron [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2024.102511] nova-conductor[55488]: DEBUG nova.network.neutron [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2024.106139] nova-conductor[55488]: DEBUG nova.network.neutron [None req-4eb32c70-34ed-43f5-a7f9-ef0e39039d43 tempest-ServersNegativeTestJSON-1176745022 tempest-ServersNegativeTestJSON-1176745022-project-member] [instance: 0484e878-6799-4030-9dcc-d62d32317744] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.519330] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=20,nova_cell1:UPDATE=14,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2039.560172] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=22,nova_cell1:UPDATE=19,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2046.261377] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2046.275593] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.275810] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.275983] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.303353] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.303579] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.303734] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.304101] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.304292] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.304457] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.311643] nova-conductor[55487]: DEBUG nova.quota [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2046.313796] nova-conductor[55487]: DEBUG nova.quota [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2046.318719] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2046.319153] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.319353] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.319517] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.323932] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2046.324569] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.324765] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.324929] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.338523] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.338726] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.338899] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.308044] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2056.326858] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2056.334582] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2056.337487] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2064.468366] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=16,nova_cell1:UPDATE=8,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2066.523600] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=17,nova_cell1:UPDATE=7,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2072.930636] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 5f655ad5-1150-481c-9d34-f47eb8adcb9e was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2072.931228] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2072.931481] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f655ad5-1150-481c-9d34-f47eb8adcb9e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f655ad5-1150-481c-9d34-f47eb8adcb9e. [ 2072.931692] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f655ad5-1150-481c-9d34-f47eb8adcb9e. [ 2072.954930] nova-conductor[55488]: DEBUG nova.network.neutron [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2072.972399] nova-conductor[55488]: DEBUG nova.network.neutron [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2072.975303] nova-conductor[55488]: DEBUG nova.network.neutron [None req-859a351c-ecfc-46a8-9798-19c8ef6479fe tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 5f655ad5-1150-481c-9d34-f47eb8adcb9e] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.800111] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=21,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2090.302050] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=19,nova_cell1:UPDATE=12,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2120.847581] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 55ecc3e8-678b-4c92-820e-e3b3e01c7530 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2120.848256] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2120.848528] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55ecc3e8-678b-4c92-820e-e3b3e01c7530.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55ecc3e8-678b-4c92-820e-e3b3e01c7530. [ 2120.849104] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55ecc3e8-678b-4c92-820e-e3b3e01c7530. [ 2120.871278] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2120.887801] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2120.890656] nova-conductor[55488]: DEBUG nova.network.neutron [None req-bfa4f0ad-813e-4006-84c9-21306f4b3fc2 tempest-AttachVolumeNegativeTest-50123938 tempest-AttachVolumeNegativeTest-50123938-project-member] [instance: 55ecc3e8-678b-4c92-820e-e3b3e01c7530] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.441471] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=13,nova_cell1:SELECT=19,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2148.726071] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2149.233371] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=17,nova_cell1:UPDATE=19,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2159.525051] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2159.565614] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2167.949785] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 3e8b50e4-64fb-4566-b730-9acf5591cbda was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2167.950322] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2167.953622] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3e8b50e4-64fb-4566-b730-9acf5591cbda.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3e8b50e4-64fb-4566-b730-9acf5591cbda. [ 2167.953622] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3e8b50e4-64fb-4566-b730-9acf5591cbda. [ 2167.981590] nova-conductor[55488]: DEBUG nova.network.neutron [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2167.995898] nova-conductor[55488]: DEBUG nova.network.neutron [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2167.999678] nova-conductor[55488]: DEBUG nova.network.neutron [None req-e72fa89b-0621-451d-a822-4c4c6f7438ec tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 3e8b50e4-64fb-4566-b730-9acf5591cbda] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.068008] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2180.546396] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2209.709290] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=4 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2210.215325] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2217.992436] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 606babde-3951-4b7a-b4bd-f7c22ab09195 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2217.992436] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2217.992436] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606babde-3951-4b7a-b4bd-f7c22ab09195.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606babde-3951-4b7a-b4bd-f7c22ab09195. [ 2217.992436] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606babde-3951-4b7a-b4bd-f7c22ab09195. [ 2218.012641] nova-conductor[55488]: DEBUG nova.network.neutron [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2218.027302] nova-conductor[55488]: DEBUG nova.network.neutron [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2218.030956] nova-conductor[55488]: DEBUG nova.network.neutron [None req-90044857-e5cf-4f30-96f6-6f9d9df33a4d tempest-InstanceActionsV221TestJSON-1450796412 tempest-InstanceActionsV221TestJSON-1450796412-project-member] [instance: 606babde-3951-4b7a-b4bd-f7c22ab09195] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.114313] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=19,nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2230.588501] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=11,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2251.552538] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2259.021437] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1,nova_cell1:INSERT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2264.404576] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 053c6990-4a0f-4a9c-abfc-1b4b984f42cd was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2264.405144] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2264.405359] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 053c6990-4a0f-4a9c-abfc-1b4b984f42cd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 053c6990-4a0f-4a9c-abfc-1b4b984f42cd. [ 2264.405576] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 053c6990-4a0f-4a9c-abfc-1b4b984f42cd. [ 2264.425756] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2264.442309] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2264.445234] nova-conductor[55488]: DEBUG nova.network.neutron [None req-d6da4e4c-ae62-4992-96ec-e791de138eb8 tempest-ServersTestJSON-1122993187 tempest-ServersTestJSON-1122993187-project-member] [instance: 053c6990-4a0f-4a9c-abfc-1b4b984f42cd] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.520710] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=26,nova_cell1:UPDATE=18,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=2 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2279.570061] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=14,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2312.971267] nova-conductor[55487]: ERROR nova.scheduler.utils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance 692af003-f18e-4cee-99fd-ef42d6e4b390 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2312.971837] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Rescheduling: True {{(pid=55487) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2312.972073] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 692af003-f18e-4cee-99fd-ef42d6e4b390.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 692af003-f18e-4cee-99fd-ef42d6e4b390. [ 2312.972457] nova-conductor[55487]: WARNING nova.scheduler.utils [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 692af003-f18e-4cee-99fd-ef42d6e4b390. [ 2313.002978] nova-conductor[55487]: DEBUG nova.network.neutron [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] deallocate_for_instance() {{(pid=55487) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2313.043187] nova-conductor[55487]: DEBUG nova.network.neutron [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] Instance cache missing network info. {{(pid=55487) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2313.046748] nova-conductor[55487]: DEBUG nova.network.neutron [None req-cc17020b-5d37-4e6a-a71b-a048f9ddc932 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 692af003-f18e-4cee-99fd-ef42d6e4b390] Updating instance_info_cache with network_info: [] {{(pid=55487) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.965292] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55487) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2314.978686] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.978925] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.979111] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.008502] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.008731] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.008888] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.009290] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.009477] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.009638] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.017961] nova-conductor[55487]: DEBUG nova.quota [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2315.020899] nova-conductor[55487]: DEBUG nova.quota [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55487) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2315.025537] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55487) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2315.025939] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.026143] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.026306] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.031053] nova-conductor[55487]: DEBUG nova.conductor.manager [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55487) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2315.031697] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.031894] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.032076] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.053129] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.053356] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.053527] nova-conductor[55487]: DEBUG oslo_concurrency.lockutils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55487) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.013058] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell0:SELECT=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2325.034226] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2325.044566] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=7 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2325.046523] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2333.685880] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:UPDATE=30,nova_cell1:SELECT=39,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:INSERT=3,nova_cell1:DELETE=2 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2334.191467] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=31,nova_cell1:UPDATE=15,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2371.556950] nova-conductor[55487]: DEBUG dbcounter [-] [55487] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=55487) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2378.021055] nova-conductor[55488]: ERROR nova.scheduler.utils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 786, in spawn\n self._fetch_image_if_missing(context, vi)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 639, in _fetch_image_if_missing\n image_cache(vi, tmp_image_ds_loc)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 537, in _cache_sparse_image\n vm_util.copy_virtual_disk(\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1423, in copy_virtual_disk\n session._wait_for_task(vmdk_copy_task)\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task\n return self.wait_for_task(task_ref)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner\n self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task\n raise exceptions.translate_fault(task_info.error)\n', "oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', "nova.exception.RescheduledException: Build of instance c6fdc813-6c9f-4253-9298-bbedf71d9758 was re-scheduled: A specified parameter was not correct: fileType\nFaults: ['InvalidArgument']\n"] [ 2378.021641] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Rescheduling: True {{(pid=55488) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 2378.021885] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6fdc813-6c9f-4253-9298-bbedf71d9758.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6fdc813-6c9f-4253-9298-bbedf71d9758. [ 2378.022109] nova-conductor[55488]: WARNING nova.scheduler.utils [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6fdc813-6c9f-4253-9298-bbedf71d9758. [ 2378.047223] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] deallocate_for_instance() {{(pid=55488) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2378.089152] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] Instance cache missing network info. {{(pid=55488) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2378.092515] nova-conductor[55488]: DEBUG nova.network.neutron [None req-b2e9b3fa-a761-4b8f-b085-19c592c5812a tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: c6fdc813-6c9f-4253-9298-bbedf71d9758] Updating instance_info_cache with network_info: [] {{(pid=55488) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.094248] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55488) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 2379.108347] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.108582] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.108734] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.134296] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.134517] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.134686] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.135052] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.135278] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.135441] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.142574] nova-conductor[55488]: DEBUG nova.quota [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 2379.144642] nova-conductor[55488]: DEBUG nova.quota [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Getting quotas for user c0a03b9520a349cb99065ce54ec21927 and project 87f6487499be40a9b8bf821e1bd4de80. Resources: {'ram', 'cores', 'instances'} {{(pid=55488) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 2379.149381] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 231fb251-1442-4e1d-a659-4bd580850f65] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55488) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 2379.149772] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.149958] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.150131] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.160183] nova-conductor[55488]: DEBUG nova.conductor.manager [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] [instance: 231fb251-1442-4e1d-a659-4bd580850f65] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='102d556e-9db2-4e01-84ad-6f8305934950',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55488) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 2379.160782] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.160972] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.161149] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.346767] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Acquiring lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.347018] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.347134] nova-conductor[55488]: DEBUG oslo_concurrency.lockutils [None req-19b4ba00-66d9-49bb-accc-35ea947c6c32 tempest-DeleteServersTestJSON-894220685 tempest-DeleteServersTestJSON-894220685-project-member] Lock "5b09cd6f-575b-4f71-84c2-9276ccdcf252" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55488) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.138915] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell0:SELECT=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2389.163169] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2389.342877] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 2389.344983] nova-conductor[55488]: DEBUG dbcounter [-] [55488] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55488) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}