[ 446.657309] nova-conductor[54915]: INFO dbcounter [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Registered counter for database nova_api [ 446.666161] nova-conductor[54915]: DEBUG oslo_db.sqlalchemy.engines [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54915) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 446.694955] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writer thread running {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 446.697018] nova-conductor[54915]: DEBUG nova.context [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) {{(pid=54915) load_cells /opt/stack/nova/nova/context.py:464}} [ 446.698668] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 446.698939] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 446.699400] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 446.699835] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 446.700072] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 446.701039] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54915) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 446.702426] nova-conductor[54915]: INFO dbcounter [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Registered counter for database nova_cell0 [ 446.704892] nova-conductor[54915]: INFO dbcounter [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Registered counter for database nova_cell1 [ 446.707405] nova-conductor[54915]: DEBUG oslo_db.sqlalchemy.engines [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54915) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 446.707938] nova-conductor[54915]: DEBUG oslo_db.sqlalchemy.engines [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54915) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 446.785464] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writer thread running {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 446.788735] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writer thread running {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 446.790317] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Acquiring lock "singleton_lock" {{(pid=54915) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 446.790536] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Acquired lock "singleton_lock" {{(pid=54915) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 446.790808] nova-conductor[54915]: DEBUG oslo_concurrency.lockutils [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Releasing lock "singleton_lock" {{(pid=54915) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 446.791273] nova-conductor[54915]: INFO oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Starting 2 workers [ 446.795388] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Started child 55336 {{(pid=54915) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 446.798940] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Started child 55337 {{(pid=54915) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 446.799324] nova-conductor[55336]: INFO nova.service [-] Starting conductor node (version 0.1.0) [ 446.799604] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Full set of CONF: {{(pid=54915) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 446.799842] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ******************************************************************************** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2600}} [ 446.800034] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] Configuration options gathered from: {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2601}} [ 446.800249] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}} [ 446.800593] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] config files: ['/etc/nova/nova.conf'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2603}} [ 446.800746] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ================================================================================ {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2605}} [ 446.801259] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] allow_resize_to_same_host = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.801517] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] arq_binding_timeout = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.801750] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] block_device_allocate_retries = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.802131] nova-conductor[55337]: INFO nova.service [-] Starting conductor node (version 0.1.0) [ 446.802330] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] block_device_allocate_retries_interval = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.802874] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cert = self.pem {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.803124] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute_driver = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.803393] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute_monitors = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.803674] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] config_dir = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.803928] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] config_drive_format = iso9660 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.804136] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] config_file = ['/etc/nova/nova.conf'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.804407] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] config_source = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.804649] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] console_host = devstack {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.804886] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] control_exchange = nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.805129] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cpu_allocation_ratio = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.805341] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] daemon = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.805577] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] debug = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.805760] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_access_ip_network_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.805983] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_availability_zone = nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.806181] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_ephemeral_format = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.806530] nova-conductor[55336]: INFO dbcounter [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] Registered counter for database nova_cell1 [ 446.806702] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_green_pool_size = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.807038] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.807358] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] default_schedule_zone = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.807591] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] disk_allocation_ratio = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.807839] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] enable_new_services = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.808151] nova-conductor[55337]: INFO dbcounter [None req-494d333a-9728-4964-82cd-624d9720a60f None None] Registered counter for database nova_cell1 [ 446.808319] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] enabled_apis = ['osapi_compute'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.808548] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] enabled_ssl_apis = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.808801] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] flat_injected = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.809050] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] force_config_drive = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.809255] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] force_raw_images = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.809500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] graceful_shutdown_timeout = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.809720] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] heal_instance_info_cache_interval = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.810253] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] host = devstack {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.810480] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.810709] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] initial_disk_allocation_ratio = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.810912] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] initial_ram_allocation_ratio = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.811381] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.811623] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_build_timeout = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.811904] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_delete_interval = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.812172] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_format = [instance: %(uuid)s] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.812412] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_name_template = instance-%08x {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.812631] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_usage_audit = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.812866] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_usage_audit_period = month {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.813078] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.813411] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] instances_path = /opt/stack/data/nova/instances {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.813592] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] internal_service_availability_zone = internal {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.813796] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] key = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.813995] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] live_migration_retry_count = 30 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.814296] nova-conductor[55336]: DEBUG oslo_db.sqlalchemy.engines [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55336) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 446.814461] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_color = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.814766] nova-conductor[55337]: DEBUG oslo_db.sqlalchemy.engines [None req-494d333a-9728-4964-82cd-624d9720a60f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55337) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 446.814938] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_config_append = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.815214] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.815481] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_dir = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.815706] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.815874] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_options = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.816108] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_rotate_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.816352] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_rotate_interval_type = days {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.816582] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] log_rotation_type = none {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.816755] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.816918] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.817129] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.817358] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.817501] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.817758] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] long_rpc_timeout = 1800 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.817980] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_concurrent_builds = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.818189] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_concurrent_live_migrations = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.818394] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_concurrent_snapshots = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.818640] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_local_block_devices = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.818864] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_logfile_count = 30 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.819088] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] max_logfile_size_mb = 200 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.819271] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] maximum_instance_delete_attempts = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.819515] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metadata_listen = 0.0.0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.819751] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metadata_listen_port = 8775 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.819964] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metadata_workers = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.820215] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] migrate_max_retries = -1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.820421] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] mkisofs_cmd = genisoimage {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.820685] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] my_block_storage_ip = 10.180.1.21 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.820864] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] my_ip = 10.180.1.21 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.821084] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] network_allocate_retries = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.821315] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.821519] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] osapi_compute_listen = 0.0.0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.821726] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] osapi_compute_listen_port = 8774 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.821935] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] osapi_compute_unique_server_name_scope = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.822161] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] osapi_compute_workers = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.822379] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] password_length = 12 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.822579] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] periodic_enable = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.822796] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] periodic_fuzzy_delay = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.823007] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] pointer_model = usbtablet {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.823240] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] preallocate_images = none {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.823442] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] publish_errors = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.823602] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] pybasedir = /opt/stack/nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.823841] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ram_allocation_ratio = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.824080] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rate_limit_burst = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.824300] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rate_limit_except_level = CRITICAL {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.824500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rate_limit_interval = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.824700] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reboot_timeout = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.824896] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reclaim_instance_interval = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.825095] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] record = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.825326] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reimage_timeout_per_gb = 20 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.825537] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] report_interval = 120 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.825753] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writer thread running {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 446.825923] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rescue_timeout = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.826125] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writer thread running {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 446.826290] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reserved_host_cpus = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.826507] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reserved_host_disk_mb = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.826708] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reserved_host_memory_mb = 512 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.826951] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] reserved_huge_pages = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.827157] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] resize_confirm_window = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.827376] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] resize_fs_using_block_device = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.827572] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] resume_guests_state_on_host_boot = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.827840] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.828096] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] rpc_response_timeout = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.828311] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] run_external_periodic_tasks = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.828543] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] running_deleted_instance_action = reap {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.828797] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] running_deleted_instance_poll_interval = 1800 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.829008] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] running_deleted_instance_timeout = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.829214] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler_instance_sync_interval = 120 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.829423] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_down_time = 720 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.829670] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] servicegroup_driver = db {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.829937] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] shelved_offload_time = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.830151] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] shelved_poll_interval = 3600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.830363] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] shutdown_timeout = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.830570] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] source_is_ipv6 = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.830782] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ssl_only = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.831017] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] state_path = /opt/stack/data/nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.831220] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] sync_power_state_interval = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.831462] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] sync_power_state_pool_size = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.831676] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] syslog_log_facility = LOG_USER {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.831869] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] tempdir = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.832106] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] timeout_nbd = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.832326] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] transport_url = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.832531] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] update_resources_interval = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.832735] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_cow_images = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.832981] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_eventlog = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.833191] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_journal = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.833387] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_json = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.833599] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_rootwrap_daemon = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.833769] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_stderr = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.833968] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] use_syslog = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.834187] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vcpu_pin_set = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.834417] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vif_plugging_is_fatal = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.834625] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vif_plugging_timeout = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.834849] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] virt_mkfs = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.835065] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] volume_usage_poll_interval = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.835284] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] watch_log_file = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.835509] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] web = /usr/share/spice-html5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}} [ 446.835830] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_concurrency.disable_process_locking = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.836122] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.836381] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.836593] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.836810] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.837020] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.837296] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.837563] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.auth_strategy = keystone {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.837800] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.compute_link_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.838038] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.838298] nova-conductor[55337]: DEBUG nova.service [None req-494d333a-9728-4964-82cd-624d9720a60f None None] Creating RPC server for service conductor {{(pid=55337) start /opt/stack/nova/nova/service.py:186}} [ 446.838478] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.dhcp_domain = novalocal {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.838711] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.enable_instance_password = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.838891] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.glance_link_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.839090] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.839395] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.839610] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.instance_list_per_project_cells = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.839865] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.list_records_by_skipping_down_cells = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.840160] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.local_metadata_per_cell = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.840392] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.max_limit = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.840674] nova-conductor[55336]: DEBUG nova.service [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] Creating RPC server for service conductor {{(pid=55336) start /opt/stack/nova/nova/service.py:186}} [ 446.840840] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.metadata_cache_expiration = 15 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.841107] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.neutron_default_tenant_id = default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.841328] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.use_neutron_default_nets = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.841542] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.841746] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.841978] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.842179] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.842443] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_dynamic_targets = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.842668] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_jsonfile_path = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.842944] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.843248] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.backend = dogpile.cache.memcached {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.843492] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.backend_argument = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.843728] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.config_prefix = cache.oslo {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.843955] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.dead_timeout = 60.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.844195] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.debug_cache_backend = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.844389] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.enable_retry_client = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.844640] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.enable_socket_keepalive = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.844868] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.enabled = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.845074] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.enforce_fips_mode = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.845296] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.expiration_time = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.845538] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.hashclient_retry_attempts = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.845773] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.hashclient_retry_delay = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.845986] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_dead_retry = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.846191] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_password = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.846393] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.846628] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.846858] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_pool_maxsize = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.847060] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.847267] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_sasl_enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.847495] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.847703] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_socket_timeout = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.847931] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.memcache_username = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.848165] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.proxies = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.848376] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_db = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.848580] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_password = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.848808] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_sentinel_service_name = mymaster {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.849065] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.849275] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_server = localhost:6379 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.849484] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_socket_timeout = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.849679] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.redis_username = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.849880] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.retry_attempts = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.850100] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.retry_delay = 0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.850307] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.socket_keepalive_count = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.850574] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.socket_keepalive_idle = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.850828] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.socket_keepalive_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.851089] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.tls_allowed_ciphers = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.851341] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.tls_cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.851610] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.tls_certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.851893] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.tls_enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.852172] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cache.tls_keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.852456] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.852710] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.auth_type = password {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.852961] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.853233] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.catalog_info = volumev3::publicURL {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.853421] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.853594] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.853821] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.cross_az_attach = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.854140] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.debug = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.854371] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.endpoint_template = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.854627] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.http_retries = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.854937] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.855167] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.855385] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.os_region_name = RegionOne {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.855674] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.855989] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cinder.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.856244] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.856451] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.cpu_dedicated_set = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.856656] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.cpu_shared_set = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.856864] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.image_type_exclude_list = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.857066] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.857274] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.max_concurrent_disk_ops = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.857475] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.max_disk_devices_to_attach = -1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.857677] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.857909] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.858127] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.resource_provider_association_refresh = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.858336] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.858537] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.shutdown_retry_interval = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.858774] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.859007] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] conductor.workers = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.859225] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] console.allowed_origins = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.859428] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] console.ssl_ciphers = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.859642] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] console.ssl_minimum_version = default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.859853] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] consoleauth.enforce_session_timeout = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.860076] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] consoleauth.token_ttl = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.860298] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.860602] nova-conductor[55337]: INFO oslo.messaging._drivers.impl_rabbit [None req-494d333a-9728-4964-82cd-624d9720a60f None None] Creating fanout queue: conductor_fanout_9efd53aae5f74e238018bb4335571dc3 [ 446.860769] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.861034] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.861266] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.861500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.861706] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.861911] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.862131] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.862309] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.862503] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.862692] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.862907] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.863105] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.863312] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.service_type = accelerator {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.863509] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.863705] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.863931] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.864172] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.864400] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.864599] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] cyborg.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.864922] nova-conductor[55336]: INFO oslo.messaging._drivers.impl_rabbit [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] Creating fanout queue: conductor_fanout_fdcb5b041adf42309672c11b0011cfaf [ 446.865091] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.backend = sqlalchemy {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.865426] nova-conductor[55337]: DEBUG nova.service [None req-494d333a-9728-4964-82cd-624d9720a60f None None] Join ServiceGroup membership for this service conductor {{(pid=55337) start /opt/stack/nova/nova/service.py:203}} [ 446.865593] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.connection = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.865813] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.connection_debug = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.866045] nova-conductor[55337]: DEBUG nova.servicegroup.drivers.db [None req-494d333a-9728-4964-82cd-624d9720a60f None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55337) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 446.866215] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.connection_parameters = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.866433] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.connection_recycle_time = 3600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.866644] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.connection_trace = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.866894] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.db_inc_retry_interval = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.867119] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.db_max_retries = 20 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.867330] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.db_max_retry_interval = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.867532] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.db_retry_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.867736] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.max_overflow = 50 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.867939] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.max_pool_size = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.868163] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.max_retries = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.868436] nova-conductor[55336]: DEBUG nova.service [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] Join ServiceGroup membership for this service conductor {{(pid=55336) start /opt/stack/nova/nova/service.py:203}} [ 446.868599] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.868770] nova-conductor[55336]: DEBUG nova.servicegroup.drivers.db [None req-eb9fb22a-ad6e-4e2f-b88b-03fdf10daa2b None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55336) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 446.868945] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.mysql_wsrep_sync_wait = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.869172] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.pool_timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.869395] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.retry_interval = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.869599] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.slave_connection = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.869809] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.sqlite_synchronous = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.870020] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] database.use_db_reconnect = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.870245] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.backend = sqlalchemy {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.870455] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.connection = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.870659] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.connection_debug = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.870865] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.connection_parameters = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.871089] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.connection_recycle_time = 3600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.871303] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.connection_trace = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.871504] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.db_inc_retry_interval = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.871708] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.db_max_retries = 20 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.871948] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.db_max_retry_interval = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.872200] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.db_retry_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.872412] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.max_overflow = 50 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.872615] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.max_pool_size = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.872815] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.max_retries = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.873027] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.873224] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.873419] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.pool_timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.873614] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.retry_interval = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.873809] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.slave_connection = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.874008] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] api_database.sqlite_synchronous = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.874247] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] devices.enabled_mdev_types = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.874483] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.874698] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ephemeral_storage_encryption.default_format = luks {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.874902] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ephemeral_storage_encryption.enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.875147] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.875393] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.api_servers = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.875596] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.875816] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.876092] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.876224] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.876423] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.876718] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.debug = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.876999] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.default_trusted_certificate_ids = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.877234] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.enable_certificate_validation = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.877442] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.enable_rbd_download = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.877642] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.877846] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.878076] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.878297] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.878497] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.878700] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.num_retries = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.878907] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.rbd_ceph_conf = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.879110] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.rbd_connect_timeout = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.879317] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.rbd_pool = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.879520] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.rbd_user = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.879732] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.880009] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.880295] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.880528] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.service_type = image {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.880737] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.880939] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.881176] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.881390] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.881615] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.881821] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.verify_glance_signatures = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.882020] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] glance.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.882228] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] guestfs.debug = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.882459] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] mks.enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.883085] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.883412] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.manager_interval = 2400 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.883644] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.precache_concurrency = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.883859] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.remove_unused_base_images = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.884103] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.884336] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.884566] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] image_cache.subdirectory_name = _base {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.884810] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.api_max_retries = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.885016] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.api_retry_interval = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.885241] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.885444] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.auth_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.885656] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.885853] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.886056] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.886258] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.conductor_group = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.886476] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.886678] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.886878] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.887101] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.887319] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.887519] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.887716] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.887925] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.peer_list = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.888153] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.888368] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.888587] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.serial_console_state_timeout = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.888804] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.889023] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.service_type = baremetal {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.889228] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.shard = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.889468] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.889679] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.889879] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.890078] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.890298] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.890500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ironic.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.890737] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.891013] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] key_manager.fixed_key = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.891276] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.891501] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.barbican_api_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.891720] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.barbican_endpoint = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.891950] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.barbican_endpoint_type = public {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.892181] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.barbican_region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.892427] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.892639] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.892843] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893043] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893240] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893438] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.number_of_retries = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893648] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.retry_delay = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893826] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.send_service_user_token = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.893996] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.894202] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.894402] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.verify_ssl = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.894601] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican.verify_ssl_path = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.894825] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.895045] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.auth_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.895243] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.895457] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.895672] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.895874] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.896097] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.896305] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.896500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] barbican_service_user.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.896725] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.approle_role_id = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.896927] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.approle_secret_id = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.897134] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.kv_mountpoint = secret {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.897356] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.kv_path = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.897558] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.kv_version = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.897758] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.namespace = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.897953] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.root_token_id = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.898151] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.ssl_ca_crt_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.898365] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.timeout = 60.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.898613] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.use_ssl = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.898845] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.899083] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.899288] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.auth_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.899482] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.899698] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.899900] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.900108] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.900308] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.900500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.900700] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.900896] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.901135] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.901333] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.901588] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.901803] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.902011] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.902218] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.service_type = identity {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.902423] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.902621] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.902817] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.903015] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.903236] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.903435] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] keystone.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.903725] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.connection_uri = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.903956] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_mode = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.904228] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_model_extra_flags = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.904464] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_models = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.904685] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_power_governor_high = performance {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.904917] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_power_governor_low = powersave {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.905124] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_power_management = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.905355] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.905579] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.device_detach_attempts = 8 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.905799] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.device_detach_timeout = 20 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.906012] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.disk_cachemodes = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.906214] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.disk_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.906430] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.enabled_perf_events = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.906632] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.file_backed_memory = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.906836] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.gid_maps = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.907056] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.hw_disk_discard = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.907256] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.hw_machine_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.907479] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_rbd_ceph_conf = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.907694] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.907904] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.908124] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_rbd_glance_store_name = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.908339] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_rbd_pool = rbd {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.908566] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_type = default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.908765] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.images_volume_group = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.908979] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.inject_key = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.909185] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.inject_partition = -2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.909385] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.inject_password = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.909582] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.iscsi_iface = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.909782] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.iser_use_multipath = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.909985] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_bandwidth = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.910188] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.910391] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_downtime = 500 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.910622] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.910828] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.911061] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_inbound_addr = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.911270] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.911469] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_permit_post_copy = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.911681] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_scheme = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.911893] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_timeout_action = abort {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.912130] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_tunnelled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.912338] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_uri = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.912541] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.live_migration_with_native_tls = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.912741] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.max_queues = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.912943] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.913235] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.913496] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.nfs_mount_options = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.913780] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.913996] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.914205] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_iser_scan_tries = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.914421] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_memory_encrypted_guests = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.914627] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.914829] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_pcie_ports = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.915059] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.num_volume_scan_tries = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.915262] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.pmem_namespaces = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.915458] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.quobyte_client_cfg = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.915720] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.915927] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rbd_connect_timeout = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.916142] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.916347] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.916571] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rbd_secret_uuid = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.916782] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rbd_user = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.916999] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.917217] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.remote_filesystem_transport = ssh {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.917417] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rescue_image_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.917614] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rescue_kernel_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.917810] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rescue_ramdisk_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.918018] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.918219] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.rx_queue_size = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.918420] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.smbfs_mount_options = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.918680] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.918893] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.snapshot_compression = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.919179] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.snapshot_image_format = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.919462] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.919685] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.sparse_logical_volumes = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.919891] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.swtpm_enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.920138] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.swtpm_group = tss {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.920359] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.swtpm_user = tss {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.920571] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.sysinfo_serial = unique {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.920769] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.tb_cache_size = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.920971] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.tx_queue_size = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.921208] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.uid_maps = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.921417] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.use_virtio_for_bridges = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.921624] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.virt_type = kvm {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.921829] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.volume_clear = zero {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.922062] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.volume_clear_size = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.922290] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.volume_use_multipath = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.922512] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_cache_path = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.922719] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.922925] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_mount_group = qemu {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.923128] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_mount_opts = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.923335] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.923588] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.923798] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.vzstorage_mount_user = stack {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.923999] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.924253] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.924483] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.auth_type = password {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.924685] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.924900] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.925138] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.925349] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.925549] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.925779] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.default_floating_pool = public {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.925994] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.926198] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.extension_sync_interval = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.926396] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.http_retries = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.926593] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.926787] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.926981] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.927186] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.927394] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.927598] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.ovs_bridge = br-int {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.927841] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.physnets = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.928086] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.region_name = RegionOne {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.928303] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.928513] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.service_metadata_proxy = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.928712] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.928959] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.service_type = network {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.929183] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.929388] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.929586] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.929781] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.930018] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.930222] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] neutron.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.930432] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] notifications.bdms_in_notifications = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.930650] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] notifications.default_level = INFO {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.930861] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] notifications.notification_format = unversioned {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.931101] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] notifications.notify_on_state_change = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.931370] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.931597] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] pci.alias = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.931807] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] pci.device_spec = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.932020] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] pci.report_in_placement = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.932314] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.932547] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.auth_type = password {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.932777] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.932980] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.933183] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.933382] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.933580] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.933777] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.933972] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.default_domain_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.934170] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.default_domain_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.934363] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.domain_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.934554] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.domain_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.934747] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.934943] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.935149] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.935345] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.935538] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.935741] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.password = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.935956] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.project_domain_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.936189] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.project_domain_name = Default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.936402] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.project_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.936611] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.project_name = service {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.936815] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.region_name = RegionOne {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.937011] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.937261] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.937399] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.service_type = placement {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.937613] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.937808] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.938005] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.938200] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.system_scope = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.938393] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.938585] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.trust_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.938782] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.user_domain_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.939022] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.user_domain_name = Default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.939232] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.user_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.939445] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.username = nova {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.939665] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.939865] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] placement.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.940089] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.cores = 20 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.940312] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.count_usage_from_placement = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.940522] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.941168] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.injected_file_content_bytes = 10240 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.941390] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.injected_file_path_length = 255 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.941631] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.injected_files = 5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.941843] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.instances = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.942063] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.key_pairs = 100 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.942267] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.metadata_items = 128 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.942470] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.ram = 51200 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.942674] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.recheck_quota = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.942880] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.server_group_members = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.943093] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] quota.server_groups = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.943363] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.943615] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.943854] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.image_metadata_prefilter = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.944090] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.944304] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.max_attempts = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.944512] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.max_placement_results = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.944741] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.944944] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.query_placement_for_image_type_support = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.945172] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.945391] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] scheduler.workers = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.945637] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.945866] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.946084] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.946296] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.946497] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.946698] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.946918] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.947162] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.947384] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.host_subset_size = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.947591] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.947807] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.948014] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.948220] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.isolated_hosts = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.948435] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.isolated_images = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.948634] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.948854] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.949068] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.949269] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.pci_in_placement = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.949468] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.949663] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.949858] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.950058] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.950259] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.950461] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.950693] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.track_instance_changes = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.950910] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.951155] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metrics.required = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.951381] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metrics.weight_multiplier = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.951583] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.951782] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] metrics.weight_setting = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.952192] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.952413] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.952647] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.port_range = 10000:20000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.952860] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.953075] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.953295] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] serial_console.serialproxy_port = 6083 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.953527] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.953743] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.auth_type = password {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.953941] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.954142] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.954358] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.954556] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.954748] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.954973] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.send_service_user_token = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.955174] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.955369] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] service_user.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.955626] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.agent_enabled = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.955841] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.956259] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.956523] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.956751] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.html5proxy_port = 6082 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.956944] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.image_compression = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957191] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.jpeg_compression = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957362] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.playback_compression = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957516] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.server_listen = 127.0.0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957683] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957841] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.streaming_mode = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.957995] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] spice.zlib_compression = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.958185] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] upgrade_levels.baseapi = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.958353] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] upgrade_levels.compute = auto {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.958525] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] upgrade_levels.conductor = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.958675] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] upgrade_levels.scheduler = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.958843] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.959004] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.auth_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.959165] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.959324] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.959542] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.959812] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.960105] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.960224] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.960421] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vendordata_dynamic_auth.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.960662] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.api_retry_count = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.960865] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.ca_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.961116] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.cache_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.961323] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.cluster_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.961523] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.connection_pool_size = 10 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.961717] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.console_delay_seconds = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.961909] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.datastore_regex = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.962123] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.host_ip = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.962320] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.host_password = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.962525] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.host_port = 443 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.962741] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.host_username = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.962946] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.963157] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.integration_bridge = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.963376] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.maximum_objects = 100 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.963595] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.pbm_default_policy = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.963797] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.pbm_enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.963996] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.pbm_wsdl_location = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.964220] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.964418] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.serial_port_proxy_uri = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.964608] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.serial_port_service_uri = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.964810] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.task_poll_interval = 0.5 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.965012] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.use_linked_clone = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.965221] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.vnc_keymap = en-us {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.965422] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.vnc_port = 5900 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.965623] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vmware.vnc_port_total = 10000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.965879] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.auth_schemes = ['none'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.966099] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.enabled = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.966481] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.966703] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.966917] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.novncproxy_port = 6080 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.967139] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.server_listen = 127.0.0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.967356] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.967552] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.vencrypt_ca_certs = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.967781] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.vencrypt_client_cert = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.967987] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] vnc.vencrypt_client_key = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.968257] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.968480] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_deep_image_inspection = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.968684] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.968895] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.969097] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.969303] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.disable_rootwrap = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.969496] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.enable_numa_live_migration = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.969697] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.969893] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.970090] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.970288] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.libvirt_disable_apic = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.970483] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.970681] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.970902] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.971141] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.971372] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.971578] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.971841] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.972151] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.972309] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.972514] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.unified_limits_permissive_enforcement = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.972721] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.972965] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.973174] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.client_socket_timeout = 900 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.973381] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.default_pool_size = 1000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.973584] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.keep_alive = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.973805] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.max_header_line = 16384 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.974008] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.secure_proxy_ssl_header = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.974211] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.ssl_ca_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.974408] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.ssl_cert_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.974603] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.ssl_key_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.974805] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.tcp_keepidle = 600 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.975047] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.975258] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] zvm.ca_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.975455] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] zvm.cloud_connector_url = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.975715] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.975921] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] zvm.reachable_timeout = 300 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.976194] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.enforce_new_defaults = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.976428] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.enforce_scope = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.976637] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.policy_default_rule = default {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.976872] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.977082] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.policy_file = policy.yaml {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.977316] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.977516] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.977711] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.977903] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.978099] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.978343] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.978587] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.978835] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.connection_string = messaging:// {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.979069] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.enabled = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.979303] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.es_doc_type = notification {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.979526] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.es_scroll_size = 10000 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.979746] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.es_scroll_time = 2m {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.979943] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.filter_error_trace = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.980180] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.hmac_keys = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.980389] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.sentinel_service_name = mymaster {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.980593] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.socket_timeout = 0.1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.980791] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.trace_requests = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.981024] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler.trace_sqlalchemy = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.981267] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler_jaeger.process_tags = {} {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.981469] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler_jaeger.service_name_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.981683] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] profiler_otlp.service_name_prefix = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.981917] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] remote_debug.host = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.982160] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] remote_debug.port = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.982393] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.982603] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.982811] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.983012] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.983220] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.983416] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.983618] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.983818] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.984027] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.984244] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.984444] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.984655] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.984857] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.985078] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.985282] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.985486] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.985681] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.985889] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.986085] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.986286] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.986490] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.986708] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.986907] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.987107] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.987306] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.987500] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.987703] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.987899] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.988111] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.988327] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.988540] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.988745] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.988949] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.989167] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.989377] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.ssl_version = {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.989574] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.989831] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.990040] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_notifications.retry = -1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.990261] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.990474] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_messaging_notifications.transport_url = **** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.990721] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.auth_section = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.990925] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.auth_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.991149] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.cafile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.991353] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.certfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.991575] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.collect_timing = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.991784] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.connect_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.991993] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.connect_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.992246] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.endpoint_id = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.992452] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.endpoint_override = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.992651] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.insecure = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.992845] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.keyfile = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.993037] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.max_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.993232] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.min_version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.993421] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.region_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.993612] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.retriable_status_codes = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.993810] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.service_name = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.994005] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.service_type = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.994218] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.split_loggers = False {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.994411] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.status_code_retries = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.994605] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.status_code_retry_delay = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.994818] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.timeout = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.995020] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.valid_interfaces = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.995216] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_limit.version = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.995448] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_reports.file_event_handler = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.995665] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.995865] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] oslo_reports.log_dir = None {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2620}} [ 446.996039] nova-conductor[54915]: DEBUG oslo_service.service [None req-260e0a48-6a63-4f6a-af0c-2997478c610e None None] ******************************************************************************** {{(pid=54915) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2624}} [ 456.695665] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writing DB stats nova_api:SELECT=1 {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 456.786402] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writing DB stats nova_cell1:SELECT=1 {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 456.789378] nova-conductor[54915]: DEBUG dbcounter [-] [54915] Writing DB stats nova_cell0:SELECT=1 {{(pid=54915) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 461.876761] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 461.877548] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 534.853104] nova-conductor[55336]: DEBUG oslo_db.sqlalchemy.engines [None req-72874728-a46c-4ab6-bd2e-d85e041ae3b3 None None] Parent process 54915 forked (55336) with an open database connection, which is being discarded and recreated. {{(pid=55336) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 534.855360] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writer thread running {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 544.856518] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.501274] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.505155] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=8,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.826124] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.832560] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Creating reply queue: reply_7c36a4d9428d461ab7c19fd658d432a2 [ 578.839287] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Expecting reply to msg 788191c5a3b74d0eb0168bf5c69a4305 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 579.261697] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 788191c5a3b74d0eb0168bf5c69a4305 [ 579.343662] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.371730] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.372052] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.373656] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.375732] nova-conductor[55336]: INFO dbcounter [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Registered counter for database nova_cell1 [ 579.381489] nova-conductor[55336]: DEBUG oslo_db.sqlalchemy.engines [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55336) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 579.388955] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writer thread running {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 579.462078] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.462400] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.462870] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.463285] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.463489] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.463652] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.465030] nova-conductor[55336]: INFO dbcounter [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Registered counter for database nova_cell0 [ 579.474710] nova-conductor[55336]: DEBUG oslo_db.sqlalchemy.engines [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55336) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 579.479482] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writer thread running {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 579.489174] nova-conductor[55336]: DEBUG nova.quota [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Getting quotas for project 46cd4934f3324c299ca14295c9777ccb. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.493432] nova-conductor[55336]: DEBUG nova.quota [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Getting quotas for user b5a48e010eb048bb82bd17e3682d3a25 and project 46cd4934f3324c299ca14295c9777ccb. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.503020] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.503617] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.503822] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.503986] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.512517] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.513143] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.513217] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.513373] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.562508] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.562775] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.562946] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.563268] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55336) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.563411] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55336) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.563913] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.564092] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.564251] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.564602] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.564778] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.564932] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.584747] nova-conductor[55336]: INFO nova.compute.rpcapi [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 579.585302] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4b37bc54-989d-4c20-a53d-711ed1240cb6 None None] Releasing lock "compute-rpcapi-router" {{(pid=55336) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.853934] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Expecting reply to msg 2c5118752fe044168652c3659e72174c in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 581.115652] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2c5118752fe044168652c3659e72174c [ 581.364494] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 581.382503] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.382676] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.382717] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.440966] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.441202] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.441378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.441757] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.441944] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.442123] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.451707] nova-conductor[55336]: DEBUG nova.quota [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Getting quotas for project 8d3802d2d634409aae1e4e63785dacbc. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 581.456033] nova-conductor[55336]: DEBUG nova.quota [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Getting quotas for user 8da1307c17484a6d8ae75fc934ae5dbb and project 8d3802d2d634409aae1e4e63785dacbc. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 581.461559] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 581.462060] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.462275] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.462443] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.467822] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 581.468572] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.468772] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.468937] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.493256] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.493695] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.493792] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.765586] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writer thread running {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 581.771083] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Creating reply queue: reply_918060d64426449e901691c194b1e644 [ 581.779380] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Expecting reply to msg 48dfefc593cf409098bcdfd8508cd2c8 in queue reply_918060d64426449e901691c194b1e644 [ 581.817111] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Expecting reply to msg c83481ad0a984c449008707c6c529cdb in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 582.063579] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 48dfefc593cf409098bcdfd8508cd2c8 [ 582.098717] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c83481ad0a984c449008707c6c529cdb [ 582.285364] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.321219] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.321612] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.322021] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.324034] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.327753] nova-conductor[55337]: INFO dbcounter [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Registered counter for database nova_cell1 [ 582.332852] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.333077] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.333246] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.343518] nova-conductor[55337]: DEBUG oslo_db.sqlalchemy.engines [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55337) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 582.354670] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writer thread running {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 582.383632] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.384219] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.384219] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.384433] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.384734] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.384776] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.396271] nova-conductor[55336]: DEBUG nova.quota [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Getting quotas for project 0aba900f457941238fec4fe58144f89f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.401294] nova-conductor[55336]: DEBUG nova.quota [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Getting quotas for user 9d46ccb900ce42c3967dc85277ddd348 and project 0aba900f457941238fec4fe58144f89f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.410895] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 582.411544] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.411765] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.412043] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.414526] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.424721] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.425072] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.425511] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.425994] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.426201] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.426364] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.428629] nova-conductor[55337]: INFO dbcounter [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Registered counter for database nova_cell0 [ 582.430616] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 582.431506] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.432440] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.432440] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.437690] nova-conductor[55337]: DEBUG oslo_db.sqlalchemy.engines [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55337) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 582.446806] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writer thread running {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 582.460723] nova-conductor[55337]: DEBUG nova.quota [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Getting quotas for project e9f7ec1e87ee49bc9c39245e2d99c402. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.461777] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.462000] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.462178] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.464330] nova-conductor[55337]: DEBUG nova.quota [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Getting quotas for user fc309fb9d0604703a2c159d2f52affe3 and project e9f7ec1e87ee49bc9c39245e2d99c402. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.469969] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 582.470545] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.470753] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.470918] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.484223] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 582.485380] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.486315] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.486315] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.516440] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.516688] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.516856] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.517133] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.517261] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.517776] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.517956] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.518122] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.518464] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.519162] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.519431] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.532099] nova-conductor[55337]: INFO nova.compute.rpcapi [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 582.532623] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cd86cb61-e425-498f-b971-943c2c6a6c92 None None] Releasing lock "compute-rpcapi-router" {{(pid=55337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.103385] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Expecting reply to msg 570b154832cf430e95b20df90521846d in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 584.265639] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 570b154832cf430e95b20df90521846d [ 584.605733] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.619643] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.619837] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.620019] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.667973] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.668342] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.672473] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.673119] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.673333] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.673495] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.689530] nova-conductor[55336]: DEBUG nova.quota [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.693226] nova-conductor[55336]: DEBUG nova.quota [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for user 29faa85bd7904cd985fb32f53b533c5b and project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.700576] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.701207] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.701480] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.701716] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.706653] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.707342] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.707590] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.707793] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.742890] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.743111] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.743367] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.124867] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Expecting reply to msg ed564d0583b94e68971fdacf3afd96d5 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 585.290148] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ed564d0583b94e68971fdacf3afd96d5 [ 585.627375] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.640709] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.640943] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.641140] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.676873] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.677093] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.677259] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.677731] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.677916] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.678083] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.687170] nova-conductor[55336]: DEBUG nova.quota [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Getting quotas for project 5864c3d0f921416a915d9cd4ca5f9065. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.690929] nova-conductor[55336]: DEBUG nova.quota [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Getting quotas for user 87f7c1b2667d4613954fe14d9ffc28de and project 5864c3d0f921416a915d9cd4ca5f9065. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.696384] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.697087] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.697293] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.697455] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.701650] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.702808] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.702948] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.704858] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.729263] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.729822] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.730214] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.270978] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Expecting reply to msg e81a0e5c418840509dc5d5fda6576c94 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 586.434164] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e81a0e5c418840509dc5d5fda6576c94 [ 586.774276] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 586.790764] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.790997] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.791177] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.856469] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.856709] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.856879] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.857260] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.857440] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.857604] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.887226] nova-conductor[55336]: DEBUG nova.quota [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Getting quotas for project 97a2fdceb396470ba1ece4bfd7d002e5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 586.891109] nova-conductor[55336]: DEBUG nova.quota [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Getting quotas for user 4c462a89ea774142a0e669b5acbce371 and project 97a2fdceb396470ba1ece4bfd7d002e5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 586.897150] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 586.897650] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.897864] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.898036] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.907418] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 586.908172] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.908428] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.908611] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.940148] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.940336] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.940509] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.081278] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Expecting reply to msg 859236dc99d945a4b4165f150f7b6f5b in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 587.260955] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 859236dc99d945a4b4165f150f7b6f5b [ 587.585659] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.598746] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.598974] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.599148] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.644028] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.644028] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.644028] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.644028] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.644293] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.644293] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.649518] nova-conductor[55336]: DEBUG nova.quota [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Getting quotas for project dcb43e39f8964efb9dde2ad826a224d4. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.653289] nova-conductor[55336]: DEBUG nova.quota [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Getting quotas for user 92dbbb520a274d98baff4fb9a10c6a0d and project dcb43e39f8964efb9dde2ad826a224d4. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.659322] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.659845] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.660054] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.660248] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.664465] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.664923] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.665124] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.665289] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.684306] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.684585] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.684809] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.900780] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Expecting reply to msg e1c78d9cce874f5db41feb52e92c0b66 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 592.068536] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e1c78d9cce874f5db41feb52e92c0b66 [ 592.405495] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 592.425709] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.426002] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.426160] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.480757] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.483333] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.483792] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.484677] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.485078] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.485495] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.500214] nova-conductor[55336]: DEBUG nova.quota [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Getting quotas for project b0448cdffe2840229a141c081e4de7de. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 592.503349] nova-conductor[55336]: DEBUG nova.quota [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Getting quotas for user d405144013f74226b934cb51e6fa56fc and project b0448cdffe2840229a141c081e4de7de. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 592.507112] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=5 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.512591] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.517574] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] [instance: b3440b55-2469-46fa-ac2c-3e207bf530ec] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 592.518160] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.518436] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.518672] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.524774] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] [instance: b3440b55-2469-46fa-ac2c-3e207bf530ec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 592.525452] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.525683] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.525822] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.526491] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.528379] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=4,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 592.548609] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.548877] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.549018] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b34f6e8b-7e92-42d3-acc3-4bbb5503ff80 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.908162] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Expecting reply to msg 08a7387713224a0483ff09104c642703 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 593.171126] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 08a7387713224a0483ff09104c642703 [ 593.284771] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Expecting reply to msg f5db9bd1012e41f0b9dcbea5c816d6b9 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 593.426729] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 593.444768] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.444991] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.445168] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.495625] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.495915] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.496127] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.496505] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.496712] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.497140] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.506054] nova-conductor[55336]: DEBUG nova.quota [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Getting quotas for project d70af9cb753242408c408c99ffaacab8. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 593.510533] nova-conductor[55336]: DEBUG nova.quota [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Getting quotas for user 519f1efd58d14fd5bf049f8adda3e65b and project d70af9cb753242408c408c99ffaacab8. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 593.515774] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 593.516376] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.516642] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.516889] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.526771] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f5db9bd1012e41f0b9dcbea5c816d6b9 [ 593.527874] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 593.528662] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.529045] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.529296] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.552275] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.552575] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.552812] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.788251] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 593.811565] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.811565] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.811565] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.865643] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.866081] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.866335] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.866776] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.867049] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.867281] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.881115] nova-conductor[55336]: DEBUG nova.quota [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Getting quotas for project 7c874d59a6eb4aa2a9e2c9c575cc24aa. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 593.891494] nova-conductor[55336]: DEBUG nova.quota [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Getting quotas for user e53a328bbb6f41e88a2dafd9247170de and project 7c874d59a6eb4aa2a9e2c9c575cc24aa. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 593.896378] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 593.896378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.896378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.896378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.900217] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 593.901952] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.902246] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.902434] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.923240] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.926197] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.926623] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.630481] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Expecting reply to msg f83e99d2baee4c3dac994eaaf0216782 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 595.797240] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f83e99d2baee4c3dac994eaaf0216782 [ 596.133463] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.146480] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.146698] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.146862] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.185779] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.185929] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.186238] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.186537] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.186599] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.186732] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.197559] nova-conductor[55336]: DEBUG nova.quota [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Getting quotas for project 7c874d59a6eb4aa2a9e2c9c575cc24aa. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.199617] nova-conductor[55336]: DEBUG nova.quota [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Getting quotas for user e53a328bbb6f41e88a2dafd9247170de and project 7c874d59a6eb4aa2a9e2c9c575cc24aa. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.206098] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.207032] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.207119] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.207295] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.217540] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.218460] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.218702] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.218769] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.238683] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.238683] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.238683] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.445230] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Expecting reply to msg aea9b7759bae4175bc7bca0da08b70d5 in queue reply_918060d64426449e901691c194b1e644 [ 596.604923] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg aea9b7759bae4175bc7bca0da08b70d5 [ 596.957127] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.969885] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.970110] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.970274] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.001079] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.001349] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.001525] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.001899] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.002112] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.002294] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.011104] nova-conductor[55337]: DEBUG nova.quota [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Getting quotas for project 2caec29a321e4fb699c92f029795ee87. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.014038] nova-conductor[55337]: DEBUG nova.quota [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Getting quotas for user 556840b7a10d4f43973d8b76dfce3c5c and project 2caec29a321e4fb699c92f029795ee87. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.019366] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.019765] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.019972] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.020164] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.038550] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.038550] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.038550] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.038951] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.065062] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.065296] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.065945] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.355002] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Expecting reply to msg afc791e51364404d8616bf6407413c33 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 598.535161] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg afc791e51364404d8616bf6407413c33 [ 598.860246] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 598.873521] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.873752] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.873981] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.947035] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.947378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.947505] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.947942] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.948218] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.948473] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.962745] nova-conductor[55336]: DEBUG nova.quota [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Getting quotas for project 5dce267ed99746b39be0e2935c620dab. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 598.966345] nova-conductor[55336]: DEBUG nova.quota [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Getting quotas for user 2b175c17992b45f29fc1dd1bae5de8d4 and project 5dce267ed99746b39be0e2935c620dab. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 598.971357] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 598.971876] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.972125] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.972427] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.989218] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 598.989937] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.990144] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.990306] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.020476] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.020858] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.021091] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.714160] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Expecting reply to msg 8f0da5a4eca14450a8ab612442acbbb4 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 599.904630] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8f0da5a4eca14450a8ab612442acbbb4 [ 600.216577] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 600.242891] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.243192] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.243431] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.290432] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.290836] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.290927] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.291554] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.291663] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.291901] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.309527] nova-conductor[55336]: DEBUG nova.quota [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Getting quotas for project 5dce267ed99746b39be0e2935c620dab. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.313870] nova-conductor[55336]: DEBUG nova.quota [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Getting quotas for user 2b175c17992b45f29fc1dd1bae5de8d4 and project 5dce267ed99746b39be0e2935c620dab. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.319826] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 600.320410] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.320677] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.320847] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.328491] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 600.329174] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.329386] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.329554] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.354721] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.354915] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.355104] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.041544] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Expecting reply to msg 86bc34f8485049b084b362b891cc0eda in queue reply_918060d64426449e901691c194b1e644 [ 601.259015] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 86bc34f8485049b084b362b891cc0eda [ 601.544887] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 601.560558] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.560640] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.560808] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.606645] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.606869] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.607034] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.607529] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.607810] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.608181] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.618736] nova-conductor[55337]: DEBUG nova.quota [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Getting quotas for project c5d12b1fa09846699c01ebd0f886f6e9. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 601.621696] nova-conductor[55337]: DEBUG nova.quota [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Getting quotas for user a2b36482273349d4ac4c9fee2048ae13 and project c5d12b1fa09846699c01ebd0f886f6e9. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 601.628051] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 601.628553] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.628759] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.628922] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.634185] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 601.635523] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.635752] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.635977] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.655255] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.655651] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.655924] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.360905] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Expecting reply to msg 39662f4de9084187ad3edf3ec3e3fca0 in queue reply_918060d64426449e901691c194b1e644 [ 603.559988] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 39662f4de9084187ad3edf3ec3e3fca0 [ 603.863489] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 603.882945] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.883179] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.883355] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.937181] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.937415] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.937590] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.937946] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.938124] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.938279] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.952535] nova-conductor[55337]: DEBUG nova.quota [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Getting quotas for project a4747df08b4844ba8f110ff7273d044e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 603.955583] nova-conductor[55337]: DEBUG nova.quota [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Getting quotas for user 313f1212637d42edaf203fbd4b1955fe and project a4747df08b4844ba8f110ff7273d044e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 603.961477] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 603.962031] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.962308] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.962496] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.970289] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 603.971007] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.971245] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.971424] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.998985] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e25137f1-b446-40b1-9e4b-0854030bbd51, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9d4a7822-643e-4bdb-b431-a16e5d183100 was re-scheduled: Binding failed for port e25137f1-b446-40b1-9e4b-0854030bbd51, please check neutron logs for more information.\n'] [ 604.000631] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 604.000897] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4a7822-643e-4bdb-b431-a16e5d183100.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4a7822-643e-4bdb-b431-a16e5d183100. [ 604.003060] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d4a7822-643e-4bdb-b431-a16e5d183100. [ 604.005568] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.005790] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.005958] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.070046] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 604.195359] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 604.202604] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7628b92c-bfa5-4382-a86c-c4ae3de6c1f9 tempest-ServerDiagnosticsTest-2035304071 tempest-ServerDiagnosticsTest-2035304071-project-member] [instance: 9d4a7822-643e-4bdb-b431-a16e5d183100] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.916702] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Expecting reply to msg 5baab1db6d30453fa1c9411b82210028 in queue reply_918060d64426449e901691c194b1e644 [ 605.095002] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5baab1db6d30453fa1c9411b82210028 [ 605.419793] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 605.433633] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.433868] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.434041] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.480357] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.480786] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.480965] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.481395] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.481550] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.481705] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.491679] nova-conductor[55337]: DEBUG nova.quota [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Getting quotas for project f36b9803b80d42bbaa4d6c1185335cd8. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 605.494613] nova-conductor[55337]: DEBUG nova.quota [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Getting quotas for user ed9a4b5367c041679ece9c9b4d174297 and project f36b9803b80d42bbaa4d6c1185335cd8. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 605.500589] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 605.501148] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.501310] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.501646] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.511633] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 605.513114] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.513454] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.513736] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.541768] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.542217] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.542507] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.567693] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Expecting reply to msg 30e52bcb296c41938209597b90475989 in queue reply_918060d64426449e901691c194b1e644 [ 605.730234] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 30e52bcb296c41938209597b90475989 [ 605.732207] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32bd22fb-e5de-4222-8ff3-1328a2144ded, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bbd58f57-9900-4d5d-847e-5275705e97f2 was re-scheduled: Binding failed for port 32bd22fb-e5de-4222-8ff3-1328a2144ded, please check neutron logs for more information.\n'] [ 605.732813] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 605.733040] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbd58f57-9900-4d5d-847e-5275705e97f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbd58f57-9900-4d5d-847e-5275705e97f2. [ 605.733875] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbd58f57-9900-4d5d-847e-5275705e97f2. [ 605.778546] nova-conductor[55336]: DEBUG nova.network.neutron [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 605.814255] nova-conductor[55336]: DEBUG nova.network.neutron [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 605.819270] nova-conductor[55336]: DEBUG nova.network.neutron [None req-0904b1f6-dedc-4ed6-acdb-b0ac45aa62b7 tempest-ServersTestJSON-1988027487 tempest-ServersTestJSON-1988027487-project-member] [instance: bbd58f57-9900-4d5d-847e-5275705e97f2] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.942714] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Expecting reply to msg 16040b85dd7a445ebfcf8d1bb377a723 in queue reply_918060d64426449e901691c194b1e644 [ 606.071505] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.092528] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.092941] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.093103] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.143394] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 16040b85dd7a445ebfcf8d1bb377a723 [ 606.157343] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.157594] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.157780] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.158154] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.158362] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.158541] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.174243] nova-conductor[55337]: DEBUG nova.quota [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Getting quotas for project 030c8900b5ef4767846f0740cbbb15be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.178681] nova-conductor[55337]: DEBUG nova.quota [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Getting quotas for user ab279e2eace8446eb3597a8c117c2e6b and project 030c8900b5ef4767846f0740cbbb15be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.190495] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.191078] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.191314] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.191498] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.196666] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.197374] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.197601] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.197930] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.226696] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.226945] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.227118] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.446096] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.460559] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.460848] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.461024] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.498038] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.498423] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.498885] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.499588] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.499902] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.500164] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.510048] nova-conductor[55337]: DEBUG nova.quota [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Getting quotas for project 03f27bf2042c44e0abba5ba9480749be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.512640] nova-conductor[55337]: DEBUG nova.quota [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Getting quotas for user 09307fac28464e3ea1c0af8333828824 and project 03f27bf2042c44e0abba5ba9480749be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.518602] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.519358] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.519875] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.519875] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.524100] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.524871] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.525448] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.525448] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.543028] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.543344] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.543599] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.296293] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=14 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 610.332621] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=41,nova_cell1:SAVEPOINT=11,nova_cell1:INSERT=104,nova_cell1:RELEASE=11 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 610.346309] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=76,nova_api:UPDATE=4,nova_api:DELETE=8 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 610.348224] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=79,nova_api:DELETE=5,nova_api:UPDATE=9 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 611.950554] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Expecting reply to msg f889807aadf7440abdb53867f356efc9 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 612.157101] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f889807aadf7440abdb53867f356efc9 [ 612.461691] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.477912] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.478148] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.478323] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.527025] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.527264] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.527437] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.527837] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.528032] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.528193] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.546723] nova-conductor[55336]: DEBUG nova.quota [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Getting quotas for project 48acd6014f78494384fd8940e91ba3fc. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.551355] nova-conductor[55336]: DEBUG nova.quota [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Getting quotas for user c6b0c7e9dafe4a108841db587ca55d90 and project 48acd6014f78494384fd8940e91ba3fc. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.558303] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.558759] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.558977] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.559173] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.575667] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.576465] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.576687] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.576859] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.594913] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.595152] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.595303] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.380384] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 06ebe7b0-7b82-4f26-85b9-cc69537dc66f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c was re-scheduled: Binding failed for port 06ebe7b0-7b82-4f26-85b9-cc69537dc66f, please check neutron logs for more information.\n'] [ 613.380987] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 613.381281] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c. [ 613.381906] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c. [ 613.408892] nova-conductor[55336]: DEBUG nova.network.neutron [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 613.466734] nova-conductor[55336]: DEBUG nova.network.neutron [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 613.470622] nova-conductor[55336]: DEBUG nova.network.neutron [None req-26a6d7a3-2f3f-4b00-8585-db57c00e435e tempest-ImagesOneServerTestJSON-1655624413 tempest-ImagesOneServerTestJSON-1655624413-project-member] [instance: c2d31dea-e4f9-48ee-9352-b5ddd1e8db6c] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.775183] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg 07bdca8068d54b5aa8b12792d48c4e35 in queue reply_918060d64426449e901691c194b1e644 [ 613.966594] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 07bdca8068d54b5aa8b12792d48c4e35 [ 614.285976] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.302572] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.303420] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.303677] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.340895] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.341204] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.341451] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.341956] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.342155] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.342367] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.357958] nova-conductor[55337]: DEBUG nova.quota [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.361716] nova-conductor[55337]: DEBUG nova.quota [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.370461] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.371575] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.371954] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.372440] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.380382] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.381169] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.381404] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.381581] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.406948] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.407235] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.407887] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.680137] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4c2e20e6-3e5d-4866-b20c-469a896012eb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2 was re-scheduled: Binding failed for port 4c2e20e6-3e5d-4866-b20c-469a896012eb, please check neutron logs for more information.\n'] [ 614.680509] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 614.680702] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2. [ 614.680920] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2. [ 614.704266] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 614.728580] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 614.732731] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b703d52-c5f5-42f5-97af-2381182044b4 tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 4d9f1765-f282-4a36-9020-7d0c1fbcc5f2] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.331886] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3a25c429-30d6-43fb-927d-555318c582a6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3 was re-scheduled: Binding failed for port 3a25c429-30d6-43fb-927d-555318c582a6, please check neutron logs for more information.\n'] [ 616.332479] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 616.332703] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3. [ 616.332905] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3. [ 616.357379] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 616.381177] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.385242] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2e7d6fd6-670b-4569-9951-bbd48d612408 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 60ebafe1-2e3e-4c6c-ba4d-1e9c9c9454b3] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.512435] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Expecting reply to msg d62749ec838f4c6882367dc1739a64a0 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 617.673965] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d62749ec838f4c6882367dc1739a64a0 [ 617.823048] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Expecting reply to msg 17022a59d4ad4282b1a1f995dc9a6eaf in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 618.017206] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 618.048675] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.048909] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.049134] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.092297] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 17022a59d4ad4282b1a1f995dc9a6eaf [ 618.116272] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.116513] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.116687] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.117068] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.117229] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.117386] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.143831] nova-conductor[55336]: DEBUG nova.quota [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Getting quotas for project 8da409b9607348ddb9edd6e6579e5f32. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 618.149548] nova-conductor[55336]: DEBUG nova.quota [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Getting quotas for user 1c1610f2158f4501bda3ba14d5282882 and project 8da409b9607348ddb9edd6e6579e5f32. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 618.152401] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 618.152885] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.156199] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.156199] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.160635] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 618.162042] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.162478] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.162807] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.193622] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.193854] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.194026] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.326699] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 618.343107] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.343346] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.343516] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.378850] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.379182] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.379308] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.379747] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.379941] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.380461] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.391486] nova-conductor[55336]: DEBUG nova.quota [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 618.398267] nova-conductor[55336]: DEBUG nova.quota [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for user d907d44262b84c30a160a4acbdb8634e and project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 618.406954] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 618.407982] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.408201] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.408370] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.419413] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 618.420297] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.420521] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.420696] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.441079] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.441378] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.441481] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.824950] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Expecting reply to msg b587289241d74bc4adfe081f8162afcd in queue reply_918060d64426449e901691c194b1e644 [ 618.991549] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b587289241d74bc4adfe081f8162afcd [ 619.328689] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 619.348647] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.348942] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.349122] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.414504] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.415002] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.415364] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.415898] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.416278] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.416678] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.428183] nova-conductor[55337]: DEBUG nova.quota [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Getting quotas for project d2903f8aa642452982780317453a4c49. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 619.435328] nova-conductor[55337]: DEBUG nova.quota [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Getting quotas for user 0cca52a2c83c4404bd4ebbd132a7729b and project d2903f8aa642452982780317453a4c49. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 619.441895] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 619.442571] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.443566] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.443875] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.450186] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 619.451044] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.451575] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.451877] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.484408] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.484814] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.485098] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.492400] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ee0dc8d2-e0cd-41fa-b1e2-44816bd66071 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Targeting cell 68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) for conductor method rebuild_instance {{(pid=55337) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 619.492897] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ee0dc8d2-e0cd-41fa-b1e2-44816bd66071 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.493321] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ee0dc8d2-e0cd-41fa-b1e2-44816bd66071 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.493610] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ee0dc8d2-e0cd-41fa-b1e2-44816bd66071 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.512336] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ee0dc8d2-e0cd-41fa-b1e2-44816bd66071 tempest-ServersAdmin275Test-1358236042 tempest-ServersAdmin275Test-1358236042-project-member] [instance: b3440b55-2469-46fa-ac2c-3e207bf530ec] No migration record for the rebuild/evacuate request. {{(pid=55337) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 620.235496] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Expecting reply to msg aa55fbe570a145758c2502245cc1dd8f in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 620.410311] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg aa55fbe570a145758c2502245cc1dd8f [ 620.747415] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 620.765129] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.765561] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.765804] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.820296] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.820296] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.820540] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.822054] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.822054] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.822054] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.841038] nova-conductor[55336]: DEBUG nova.quota [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 620.846304] nova-conductor[55336]: DEBUG nova.quota [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for user d907d44262b84c30a160a4acbdb8634e and project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 620.855772] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 620.858410] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.858740] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.859007] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.874147] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 620.875474] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.875474] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.875474] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.901800] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.902196] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.902538] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.054370] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Expecting reply to msg b331fa23090841b199b5ce7e6d53f2e6 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 622.224328] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b331fa23090841b199b5ce7e6d53f2e6 [ 622.361787] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Expecting reply to msg 93fbfa319fd145969f436d07e009d3d4 in queue reply_918060d64426449e901691c194b1e644 [ 622.516792] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 93fbfa319fd145969f436d07e009d3d4 [ 622.559416] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.571987] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.572200] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.572716] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.634046] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.634568] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.634831] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.635221] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.635620] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.635845] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.656307] nova-conductor[55336]: DEBUG nova.quota [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.661366] nova-conductor[55336]: DEBUG nova.quota [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Getting quotas for user d907d44262b84c30a160a4acbdb8634e and project 8ef724836475487fb78dee9eebd2572e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.671423] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.671937] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.673143] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.673452] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.677562] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.678273] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.678558] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.678829] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.699225] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.699449] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.699617] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.864225] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.878712] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.879035] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.879239] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.949386] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.949622] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.949788] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.950169] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.950391] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.950513] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.969489] nova-conductor[55337]: DEBUG nova.quota [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.973903] nova-conductor[55337]: DEBUG nova.quota [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for user 29faa85bd7904cd985fb32f53b533c5b and project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.979492] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.980278] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.980573] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.980809] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.993806] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.994557] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.994872] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.995109] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.018308] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.018780] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.019029] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.000562] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Expecting reply to msg ba78954925a24006a7477162e2e4a342 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 624.173437] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ba78954925a24006a7477162e2e4a342 [ 624.507135] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.520155] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.520391] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.520563] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.559230] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.568367] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.568429] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.009s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.568890] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.569104] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.569272] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.580581] nova-conductor[55336]: DEBUG nova.quota [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Getting quotas for project dd7b26874a124d2386c032cc7f72728c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.583622] nova-conductor[55336]: DEBUG nova.quota [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Getting quotas for user 45a46e9b318d4026904493453f6611f0 and project dd7b26874a124d2386c032cc7f72728c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.589565] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.590251] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.590574] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.590850] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.599837] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.601219] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.601737] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.602028] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.651473] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.651473] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.651473] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.745588] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Expecting reply to msg 91407ea66b064dc09d837904714420c8 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 624.775367] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Expecting reply to msg 79eaf5f854c140a784562f08d0f3926c in queue reply_918060d64426449e901691c194b1e644 [ 624.925952] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 91407ea66b064dc09d837904714420c8 [ 624.980061] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 79eaf5f854c140a784562f08d0f3926c [ 625.253109] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 625.269147] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.269147] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.269147] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.277518] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 625.293296] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.293296] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.293296] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.313263] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.313509] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.313689] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.314061] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.314243] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.314418] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.333383] nova-conductor[55336]: DEBUG nova.quota [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Getting quotas for project e9f7ec1e87ee49bc9c39245e2d99c402. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 625.334960] nova-conductor[55336]: DEBUG nova.quota [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Getting quotas for user fc309fb9d0604703a2c159d2f52affe3 and project e9f7ec1e87ee49bc9c39245e2d99c402. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 625.335545] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.335823] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.336065] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.336445] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.336635] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.336800] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.343781] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 625.344409] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.344564] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.344735] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.350516] nova-conductor[55337]: DEBUG nova.quota [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Getting quotas for project 464b10084e6b4306bf047cc0e6d593ab. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 625.352899] nova-conductor[55337]: DEBUG nova.quota [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Getting quotas for user 58e498bf6e8148c8910bfbb9d67a7d0b and project 464b10084e6b4306bf047cc0e6d593ab. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 625.365034] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 625.365343] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.365465] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.365640] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.370224] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 625.370224] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.371004] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.371922] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.380555] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 625.382144] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.383131] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.383441] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.414427] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.414627] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.414849] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.420843] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.420843] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.420843] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.160373] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Expecting reply to msg 0c77bf0874b14d398fcd2262444a556e in queue reply_918060d64426449e901691c194b1e644 [ 627.349197] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 0c77bf0874b14d398fcd2262444a556e [ 627.603115] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=313,nova_cell1:UPDATE=120,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 627.662425] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 627.676017] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.676353] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.676588] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.714090] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=289,nova_cell1:UPDATE=127,nova_cell1:INSERT=17,nova_cell1:SAVEPOINT=14,nova_cell1:RELEASE=14 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 627.717997] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.718218] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.718421] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.718818] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.719005] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.719312] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.731371] nova-conductor[55337]: DEBUG nova.quota [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Getting quotas for project 67af57527c3741acb9ec59bc254ee045. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.735525] nova-conductor[55337]: DEBUG nova.quota [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Getting quotas for user 578c04e7e9654a0393bb24bff5e0b7bc and project 67af57527c3741acb9ec59bc254ee045. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.741934] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 627.742534] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.742804] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.743060] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.747386] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 627.748151] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.748419] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.748640] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.768563] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.768795] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.768961] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.333418] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3d243fb0-6d5c-4646-b594-0f1677cf790f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b18fca61-2b17-4758-824d-e02d2cb342d8 was re-scheduled: Binding failed for port 3d243fb0-6d5c-4646-b594-0f1677cf790f, please check neutron logs for more information.\n'] [ 628.334202] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 628.334202] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b18fca61-2b17-4758-824d-e02d2cb342d8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b18fca61-2b17-4758-824d-e02d2cb342d8. [ 628.334910] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b18fca61-2b17-4758-824d-e02d2cb342d8. [ 628.376194] nova-conductor[55336]: DEBUG nova.network.neutron [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 628.395207] nova-conductor[55336]: DEBUG nova.network.neutron [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 628.401417] nova-conductor[55336]: DEBUG nova.network.neutron [None req-68ee0c23-c046-41c5-b23a-0a3da83ac269 tempest-ImagesOneServerNegativeTestJSON-1757012504 tempest-ImagesOneServerNegativeTestJSON-1757012504-project-member] [instance: b18fca61-2b17-4758-824d-e02d2cb342d8] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.579136] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Expecting reply to msg 2540ded96c1a45ecbae308d44b47b23f in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 628.756877] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2540ded96c1a45ecbae308d44b47b23f [ 628.854724] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Expecting reply to msg 975a398b8a824f0f9a605722b7337f52 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 629.085566] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 629.100382] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.100382] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.100514] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.220628] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.220862] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.221017] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.221628] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.221701] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.221881] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.237254] nova-conductor[55336]: DEBUG nova.quota [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.250594] nova-conductor[55336]: DEBUG nova.quota [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for user 2e612db51c8a49b3b942ac70e24025f6 and project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 629.259751] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.260376] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.260616] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.260789] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.266547] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.267398] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.267672] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.267979] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.291692] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.291936] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.292147] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.407730] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 975a398b8a824f0f9a605722b7337f52 [ 629.861366] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Took 1.01 seconds to select destinations for 3 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 629.874215] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.875113] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.875555] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.912332] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.912788] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.913280] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.946603] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.947021] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.947399] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.978375] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.978627] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.978789] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.979197] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.979604] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.979777] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.991180] nova-conductor[55336]: DEBUG nova.quota [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Getting quotas for project 5571feef12fc4ec6a09b15b69abeb4e5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.995185] nova-conductor[55336]: DEBUG nova.quota [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Getting quotas for user 478fd14e8faf4a9e844bf53e9be91892 and project 5571feef12fc4ec6a09b15b69abeb4e5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.000220] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.000717] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.000921] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.001111] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.006849] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.007539] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.007706] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.008135] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.028039] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.028216] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.028482] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.037029] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.037777] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.038186] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.038595] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.045170] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.046065] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.046326] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.046535] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.074069] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.074325] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.074498] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.081356] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.081879] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.082118] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.082331] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.085605] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.086410] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.086783] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.087182] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.105461] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.105938] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.106237] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.203780] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5820ea5a-bebc-46c4-a6a9-3551052bf734, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7529a478-7efe-4dff-8429-810549f56bd7 was re-scheduled: Binding failed for port 5820ea5a-bebc-46c4-a6a9-3551052bf734, please check neutron logs for more information.\n'] [ 630.205529] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 630.207594] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7529a478-7efe-4dff-8429-810549f56bd7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7529a478-7efe-4dff-8429-810549f56bd7. [ 630.209879] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7529a478-7efe-4dff-8429-810549f56bd7. [ 630.283764] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 630.371076] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Expecting reply to msg 5e717d4ce269414a841334ba589e6a01 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 630.644579] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5e717d4ce269414a841334ba589e6a01 [ 630.661137] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 630.665948] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1f09f1b6-4042-4d0e-9591-f9e2c6899697 tempest-FloatingIPsAssociationNegativeTestJSON-304767461 tempest-FloatingIPsAssociationNegativeTestJSON-304767461-project-member] [instance: 7529a478-7efe-4dff-8429-810549f56bd7] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.874165] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.890525] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.890770] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.891115] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.936228] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.936470] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.936643] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.971823] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.972451] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.972749] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.973241] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.973536] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.973802] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.987899] nova-conductor[55336]: DEBUG nova.quota [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Getting quotas for project a6629d1c8cd94df7a442e558e0ff4f08. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.991834] nova-conductor[55336]: DEBUG nova.quota [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Getting quotas for user 6eef8429eed24f899b44e5e605c70791 and project a6629d1c8cd94df7a442e558e0ff4f08. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.998337] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.999217] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.999654] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.999947] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.010862] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.011893] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.011893] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.012078] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.042746] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.045131] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.045445] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.051767] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.052391] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.052719] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.053000] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.056832] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.057510] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.057737] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.057933] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.076235] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.076857] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.077110] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.595965] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-85ca50f9-13b0-4f9b-838d-d3ed57b06a14 tempest-ServersAdmin275Test-1764604846 tempest-ServersAdmin275Test-1764604846-project-admin] Targeting cell 68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) for conductor method rebuild_instance {{(pid=55337) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 634.596596] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-85ca50f9-13b0-4f9b-838d-d3ed57b06a14 tempest-ServersAdmin275Test-1764604846 tempest-ServersAdmin275Test-1764604846-project-admin] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.597004] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-85ca50f9-13b0-4f9b-838d-d3ed57b06a14 tempest-ServersAdmin275Test-1764604846 tempest-ServersAdmin275Test-1764604846-project-admin] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.597355] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-85ca50f9-13b0-4f9b-838d-d3ed57b06a14 tempest-ServersAdmin275Test-1764604846 tempest-ServersAdmin275Test-1764604846-project-admin] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.607802] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-85ca50f9-13b0-4f9b-838d-d3ed57b06a14 tempest-ServersAdmin275Test-1764604846 tempest-ServersAdmin275Test-1764604846-project-admin] [instance: b3440b55-2469-46fa-ac2c-3e207bf530ec] No migration record for the rebuild/evacuate request. {{(pid=55337) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 635.115376] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b92962a4-4c4a-4ade-9372-98c32103ec91, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5290c09b-d77c-4d27-b367-9de52f54d16a was re-scheduled: Binding failed for port b92962a4-4c4a-4ade-9372-98c32103ec91, please check neutron logs for more information.\n'] [ 635.116417] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 635.116709] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5290c09b-d77c-4d27-b367-9de52f54d16a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5290c09b-d77c-4d27-b367-9de52f54d16a. [ 635.117208] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5290c09b-d77c-4d27-b367-9de52f54d16a. [ 635.154014] nova-conductor[55337]: DEBUG nova.network.neutron [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 635.184983] nova-conductor[55337]: DEBUG nova.network.neutron [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 635.188785] nova-conductor[55337]: DEBUG nova.network.neutron [None req-731d4c57-27f8-4769-8523-1f3a8da5a9c0 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 5290c09b-d77c-4d27-b367-9de52f54d16a] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.392724] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Expecting reply to msg 932f4c3ca9b8491ba69ef0c028dd14f1 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 635.576738] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 932f4c3ca9b8491ba69ef0c028dd14f1 [ 635.896793] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 635.917152] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.917482] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.917694] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.970445] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.970688] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.970917] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.971538] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.971805] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.971985] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.981964] nova-conductor[55336]: DEBUG nova.quota [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Getting quotas for project c6789552a001499dbbac7aaf722cfdf3. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 635.986004] nova-conductor[55336]: DEBUG nova.quota [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Getting quotas for user 354ed73a9fce490098c4c3fe236a6ff9 and project c6789552a001499dbbac7aaf722cfdf3. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 635.991434] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 635.991945] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.992184] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.992370] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.997116] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 635.997852] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.998281] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.998649] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.017695] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.017927] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.018094] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.723478] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=11 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 637.784378] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Expecting reply to msg f89101d895fa47dca48fce9dc07ac895 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 638.027335] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f89101d895fa47dca48fce9dc07ac895 [ 638.287033] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 638.304839] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.305127] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.305338] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.350710] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.350969] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.351211] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.351729] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.351829] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.352082] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.367564] nova-conductor[55336]: DEBUG nova.quota [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Getting quotas for project dcb43e39f8964efb9dde2ad826a224d4. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 638.370097] nova-conductor[55336]: DEBUG nova.quota [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Getting quotas for user 92dbbb520a274d98baff4fb9a10c6a0d and project dcb43e39f8964efb9dde2ad826a224d4. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 638.380250] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 638.380250] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.380250] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.380250] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.386209] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 638.387052] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.387422] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.387883] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.420571] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.420831] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.421034] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.121470] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Expecting reply to msg 163dfc26665d46a5be327c8dadf287fd in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 639.291544] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 163dfc26665d46a5be327c8dadf287fd [ 639.631304] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 639.645633] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.645869] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.652047] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.711562] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.711844] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.712104] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.712525] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.712768] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.712989] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.723631] nova-conductor[55336]: DEBUG nova.quota [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Getting quotas for project 589de2dc1d2c4a6b933789878362e0e0. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 639.736709] nova-conductor[55336]: DEBUG nova.quota [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Getting quotas for user 4d5dbd4d4e3243308747db3240e9a44a and project 589de2dc1d2c4a6b933789878362e0e0. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 639.749459] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 639.750211] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.750561] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.751036] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.761689] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 639.762609] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.762966] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.763264] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.794376] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.794376] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.794376] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.411779] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Expecting reply to msg c697f3a465c045e59bdaafea562ccb6a in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 641.567115] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c697f3a465c045e59bdaafea562ccb6a [ 641.914633] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.929434] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.929667] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.929863] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.964660] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.964887] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.965058] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.965693] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.965906] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.966078] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.976370] nova-conductor[55336]: DEBUG nova.quota [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Getting quotas for project 11117df6330941bea05f374364f397ba. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.979263] nova-conductor[55336]: DEBUG nova.quota [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Getting quotas for user eced18067cfa4884ab2176ab0433be63 and project 11117df6330941bea05f374364f397ba. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.989108] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.989690] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.989919] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.990108] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.994063] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.994754] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.994964] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.995136] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.012765] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.012993] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.013161] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.816585] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Expecting reply to msg 2f675e5cd8a44722ac8a5382441ea626 in queue reply_918060d64426449e901691c194b1e644 [ 643.998242] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2f675e5cd8a44722ac8a5382441ea626 [ 644.321024] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.334427] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.334688] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.334839] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.372311] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.372732] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.373453] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.374082] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.374300] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.374454] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.389976] nova-conductor[55337]: DEBUG nova.quota [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Getting quotas for project feab00fde0d8432b9e34ced0f592dd98. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.394664] nova-conductor[55337]: DEBUG nova.quota [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Getting quotas for user c725ab9b1dfa404db080a31531fbcb0c and project feab00fde0d8432b9e34ced0f592dd98. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.400146] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.400740] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.400950] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.401225] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.407774] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] block_device_mapping [BlockDeviceMapping(attachment_id=be600fa0-8fe9-41e1-ab74-1b225f72a751,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='c9dd565d-1309-40cd-8dfd-a7b81694a1ea',volume_size=1,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.408522] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.408736] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.408907] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.427708] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.427950] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.428154] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.476676] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57a9791c-3911-480c-bb77-c7950afb78c3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c was re-scheduled: Binding failed for port 57a9791c-3911-480c-bb77-c7950afb78c3, please check neutron logs for more information.\n'] [ 644.477879] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 644.479160] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c. [ 644.479160] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c. [ 644.508444] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 644.528397] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 644.532580] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9b5b5ade-e094-4cce-a5ed-fc16cef98e1d tempest-ServerDiagnosticsNegativeTest-1587822607 tempest-ServerDiagnosticsNegativeTest-1587822607-project-member] [instance: 1a31a6bc-0a7d-4a2b-bcd5-5680e828de6c] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.971006] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=14 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.997632] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=48,nova_cell1:SAVEPOINT=10,nova_cell1:INSERT=130,nova_cell1:RELEASE=10 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.007004] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=88,nova_api:UPDATE=12,nova_api:DELETE=11 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.009968] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=92,nova_api:UPDATE=5,nova_api:DELETE=6 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.382008] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.410991] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=44,nova_cell1:SAVEPOINT=11,nova_cell1:INSERT=97,nova_cell1:RELEASE=11,nova_cell1:UPDATE=6 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.422183] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=76,nova_api:DELETE=4,nova_api:UPDATE=5 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 654.431566] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=72,nova_api:UPDATE=7,nova_api:DELETE=8 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 656.046334] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Expecting reply to msg 98a010660b714aa08f74ba6c062af89e in queue reply_918060d64426449e901691c194b1e644 [ 656.183254] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 98a010660b714aa08f74ba6c062af89e [ 656.549240] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 656.564854] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.565335] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.565335] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.600352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.608757] nova-conductor[55337]: DEBUG nova.quota [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Getting quotas for project e0068a323fd04f47b7ae69d1d68a04c0. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 656.611721] nova-conductor[55337]: DEBUG nova.quota [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Getting quotas for user 2e95ca7785f34fd39b0c50374c7debb6 and project e0068a323fd04f47b7ae69d1d68a04c0. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 656.617048] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 656.617427] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.617643] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.617814] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.633312] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 656.634033] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.634251] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.634433] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.650004] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.650282] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.650777] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.833738] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b3f5c844-2c18-4084-9948-08386b4b5276, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 65be7d88-0c12-4ad3-adc7-d089a1b91c28 was re-scheduled: Binding failed for port b3f5c844-2c18-4084-9948-08386b4b5276, please check neutron logs for more information.\n'] [ 660.834464] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 660.838219] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65be7d88-0c12-4ad3-adc7-d089a1b91c28.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65be7d88-0c12-4ad3-adc7-d089a1b91c28. [ 660.838219] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65be7d88-0c12-4ad3-adc7-d089a1b91c28. [ 660.869980] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 660.904412] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 660.913020] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1ed76b44-6c38-4954-aac5-06554bb1a329 tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: 65be7d88-0c12-4ad3-adc7-d089a1b91c28] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.059810] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5cc36a52-7d80-43b2-bc8b-0cb6be1a5090, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e5b12149-0e4c-41b2-b726-f8a55452669a was re-scheduled: Binding failed for port 5cc36a52-7d80-43b2-bc8b-0cb6be1a5090, please check neutron logs for more information.\n'] [ 663.060411] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 663.060636] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5b12149-0e4c-41b2-b726-f8a55452669a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5b12149-0e4c-41b2-b726-f8a55452669a. [ 663.060848] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e5b12149-0e4c-41b2-b726-f8a55452669a. [ 663.095119] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 663.122255] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 663.125933] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b67cb19-8770-49a5-9d1d-675a1b2abb7a tempest-ServersAdminTestJSON-1231658706 tempest-ServersAdminTestJSON-1231658706-project-member] [instance: e5b12149-0e4c-41b2-b726-f8a55452669a] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.497735] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Expecting reply to msg 31a9b1eb9c204d00b6dafb9213d584ac in queue reply_918060d64426449e901691c194b1e644 [ 664.637435] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 31a9b1eb9c204d00b6dafb9213d584ac [ 665.000238] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 665.013660] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.013883] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.014170] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.051003] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.051272] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.051447] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.051818] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.051997] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.052191] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.067913] nova-conductor[55337]: DEBUG nova.quota [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Getting quotas for project 2e4cb67e2820456ebab4033a4455a3c3. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 665.072323] nova-conductor[55337]: DEBUG nova.quota [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Getting quotas for user d701c5273a9346a79001621429b93857 and project 2e4cb67e2820456ebab4033a4455a3c3. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 665.077751] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 665.078232] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.078431] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.078595] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.081487] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] block_device_mapping [BlockDeviceMapping(attachment_id=48ddee46-69e8-4d0c-9fd4-b88d2652fc7d,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='20a1ae7e-f854-43e8-b969-679e6cd75aba',volume_size=1,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 665.082129] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.082320] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.082489] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.098164] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.098370] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.098536] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.277064] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1382c442-7ac3-48fc-b680-81c4ea9727f2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a98ba289-b065-4cef-a7bd-7b7cd07b141d was re-scheduled: Binding failed for port 1382c442-7ac3-48fc-b680-81c4ea9727f2, please check neutron logs for more information.\n'] [ 665.278039] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 665.278039] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a98ba289-b065-4cef-a7bd-7b7cd07b141d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a98ba289-b065-4cef-a7bd-7b7cd07b141d. [ 665.278368] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a98ba289-b065-4cef-a7bd-7b7cd07b141d. [ 665.300400] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 665.319155] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 665.323073] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d8cef7ed-1323-4baf-a6cd-ce5a395d9c6c tempest-ServersAdminNegativeTestJSON-279935289 tempest-ServersAdminNegativeTestJSON-279935289-project-member] [instance: a98ba289-b065-4cef-a7bd-7b7cd07b141d] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.199641] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 860ce71a-5c1b-48d2-8d62-3545e5714ce4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ae57ce0e-46b5-4490-af3f-4b2537bf316a was re-scheduled: Binding failed for port 860ce71a-5c1b-48d2-8d62-3545e5714ce4, please check neutron logs for more information.\n'] [ 668.199641] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 668.199641] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae57ce0e-46b5-4490-af3f-4b2537bf316a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae57ce0e-46b5-4490-af3f-4b2537bf316a. [ 668.199641] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae57ce0e-46b5-4490-af3f-4b2537bf316a. [ 668.230587] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 668.254097] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 668.256306] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9c7f196f-8f0c-4558-a13f-8446e628ab55 tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: ae57ce0e-46b5-4490-af3f-4b2537bf316a] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.446567] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a872bec0-e59f-4427-a749-c89656be45fa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 76de4647-9281-4c49-b4f1-16f0ea2ff313 was re-scheduled: Binding failed for port a872bec0-e59f-4427-a749-c89656be45fa, please check neutron logs for more information.\n'] [ 672.447610] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 672.447859] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 76de4647-9281-4c49-b4f1-16f0ea2ff313.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 76de4647-9281-4c49-b4f1-16f0ea2ff313. [ 672.448096] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 76de4647-9281-4c49-b4f1-16f0ea2ff313. [ 672.479349] nova-conductor[55337]: DEBUG nova.network.neutron [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 672.516834] nova-conductor[55337]: DEBUG nova.network.neutron [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 672.521021] nova-conductor[55337]: DEBUG nova.network.neutron [None req-12ac3ba4-6a18-49bb-a14d-ad0adeb2e63d tempest-ListImageFiltersTestJSON-515464580 tempest-ListImageFiltersTestJSON-515464580-project-member] [instance: 76de4647-9281-4c49-b4f1-16f0ea2ff313] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.200270] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Expecting reply to msg b23d048f7ffd4053bf445ca9a5719f48 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 674.356138] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b23d048f7ffd4053bf445ca9a5719f48 [ 674.706035] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 674.717042] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.717684] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.717980] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.763567] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.763812] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.763985] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.764524] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.764717] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.764881] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.779732] nova-conductor[55336]: DEBUG nova.quota [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Getting quotas for project 1d7711904b504291af77b20d8abde544. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 674.783337] nova-conductor[55336]: DEBUG nova.quota [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Getting quotas for user 8ed3a2184b5b453ba8a0e2b304337406 and project 1d7711904b504291af77b20d8abde544. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 674.788099] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 674.788569] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.788919] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.788984] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.791942] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 674.792609] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.792801] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.792965] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.808869] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.809099] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.809299] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.058652] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.085664] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=17,nova_cell1:RELEASE=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.092545] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.096076] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 676.768959] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 59e1b8cf-9c47-43ad-8b36-bef6d9a79790, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bfb84a86-8de0-4b2d-9355-85e0d8b5eba2 was re-scheduled: Binding failed for port 59e1b8cf-9c47-43ad-8b36-bef6d9a79790, please check neutron logs for more information.\n'] [ 676.769569] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 676.769804] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bfb84a86-8de0-4b2d-9355-85e0d8b5eba2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bfb84a86-8de0-4b2d-9355-85e0d8b5eba2. [ 676.770018] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bfb84a86-8de0-4b2d-9355-85e0d8b5eba2. [ 676.800926] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 676.830387] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 676.834529] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1eda50f-a35f-4724-90a1-f4b41d5aa103 tempest-VolumesAssistedSnapshotsTest-881392271 tempest-VolumesAssistedSnapshotsTest-881392271-project-member] [instance: bfb84a86-8de0-4b2d-9355-85e0d8b5eba2] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.844583] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Expecting reply to msg 91dda63cdaca40cdae6ea40237ff34ef in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 677.004719] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 91dda63cdaca40cdae6ea40237ff34ef [ 677.359131] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 677.371359] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.371745] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.372059] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.418214] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.418727] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.419049] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.419586] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.419967] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.420313] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.432080] nova-conductor[55336]: DEBUG nova.quota [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Getting quotas for project f5cd2aad224046f8b63018de74ce7564. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 677.435886] nova-conductor[55336]: DEBUG nova.quota [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Getting quotas for user bb072c99fa744420bcb9872abc7c4002 and project f5cd2aad224046f8b63018de74ce7564. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 677.443121] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 677.444053] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.444424] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.444780] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.450319] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 677.451345] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.451835] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.452189] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.470108] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.470449] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.470749] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.267466] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2d332da1-175a-4a4b-8822-5e571fb24234, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 618c3b06-1fd8-45d3-9c59-61c0e202a299 was re-scheduled: Binding failed for port 2d332da1-175a-4a4b-8822-5e571fb24234, please check neutron logs for more information.\n'] [ 679.268060] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 679.268292] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 618c3b06-1fd8-45d3-9c59-61c0e202a299.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 618c3b06-1fd8-45d3-9c59-61c0e202a299. [ 679.268507] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 618c3b06-1fd8-45d3-9c59-61c0e202a299. [ 679.305139] nova-conductor[55337]: DEBUG nova.network.neutron [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 679.333147] nova-conductor[55337]: DEBUG nova.network.neutron [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 679.346966] nova-conductor[55337]: DEBUG nova.network.neutron [None req-18731398-9a19-4bcf-b92c-0e67dc02a1d0 tempest-ServersV294TestFqdnHostnames-1016909389 tempest-ServersV294TestFqdnHostnames-1016909389-project-member] [instance: 618c3b06-1fd8-45d3-9c59-61c0e202a299] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.328475] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a1866c0a-948c-477e-b20f-1d7959b22ab6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4478746a-11a6-480d-84c1-c6f04ab33505 was re-scheduled: Binding failed for port a1866c0a-948c-477e-b20f-1d7959b22ab6, please check neutron logs for more information.\n'] [ 681.329371] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 681.329623] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4478746a-11a6-480d-84c1-c6f04ab33505.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4478746a-11a6-480d-84c1-c6f04ab33505. [ 681.329935] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4478746a-11a6-480d-84c1-c6f04ab33505. [ 681.362040] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 681.385775] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Expecting reply to msg 48db11e8571847f9ba511e4c7d8586ca in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 681.430914] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 681.436207] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e1fe0c5f-dc2f-47b9-858d-9ae6136ad8a7 tempest-ServerRescueTestJSONUnderV235-191907024 tempest-ServerRescueTestJSONUnderV235-191907024-project-member] [instance: 4478746a-11a6-480d-84c1-c6f04ab33505] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.537154] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 48db11e8571847f9ba511e4c7d8586ca [ 681.888387] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 681.903668] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.903967] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.904992] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.944185] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.944479] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.945128] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.945679] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.945931] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.946141] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.960245] nova-conductor[55336]: DEBUG nova.quota [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Getting quotas for project 6c97516aa6204d9dae64a28689a4d42c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 681.963000] nova-conductor[55336]: DEBUG nova.quota [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Getting quotas for user 9c183cac5f44461daf639a0122e8fee2 and project 6c97516aa6204d9dae64a28689a4d42c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 681.972924] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 681.972924] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.972924] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.972924] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.975651] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 681.976369] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.976586] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.976802] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.993650] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.993872] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.994038] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.716757] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 89bd3d47-7a39-459a-bf81-51dab50c2f84, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e was re-scheduled: Binding failed for port 89bd3d47-7a39-459a-bf81-51dab50c2f84, please check neutron logs for more information.\n'] [ 683.717491] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 683.718454] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e. [ 683.718545] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e. [ 683.746726] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 683.779683] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 683.785663] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4704052c-78cf-4d5f-af10-49d76f3598ca tempest-ServerActionsTestOtherB-1752236685 tempest-ServerActionsTestOtherB-1752236685-project-member] [instance: 9d6c361e-1dec-4e47-9d1e-728fce1c2c7e] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.595159] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Expecting reply to msg 2f18921799434c9ca5426ef16c3d30f7 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 685.744650] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2f18921799434c9ca5426ef16c3d30f7 [ 686.097953] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 686.115980] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.116306] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.116433] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.152856] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.153198] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.153582] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.154097] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.156311] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.156311] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.166708] nova-conductor[55336]: DEBUG nova.quota [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Getting quotas for project e9f9a8f30e794971922560c7cf63c07f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 686.170008] nova-conductor[55336]: DEBUG nova.quota [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Getting quotas for user 8b5c6e1bd7424035b650ca1a7e690fa9 and project e9f9a8f30e794971922560c7cf63c07f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 686.180710] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] [instance: e27f988a-a64b-407b-ad66-4bed7ee45b52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 686.182619] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.182889] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.183072] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.187485] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] [instance: e27f988a-a64b-407b-ad66-4bed7ee45b52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 686.188203] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.188406] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.188568] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.203729] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.203950] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.204157] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-602be63c-0c71-45c2-b52d-1efe354a9510 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.481197] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 9ef0bee394f049b2ada3062a52190de2 in queue reply_918060d64426449e901691c194b1e644 [ 687.658629] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 9ef0bee394f049b2ada3062a52190de2 [ 687.731500] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=358,nova_cell1:UPDATE=189,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:INSERT=31,nova_cell1:DELETE=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 687.985647] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 688.004925] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.005289] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.005717] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.044286] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:UPDATE=180,nova_cell1:SELECT=378,nova_cell1:INSERT=21 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 688.058967] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.059277] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.059510] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.060795] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.060795] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.060795] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.084197] nova-conductor[55337]: DEBUG nova.quota [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 688.091283] nova-conductor[55337]: DEBUG nova.quota [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 688.096785] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 688.097235] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.097484] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.097711] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.102149] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 688.102823] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.103053] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.103277] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.117844] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.118272] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.118487] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.555901] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Expecting reply to msg da41afdc0aaf44cc90cd724e62b63f4e in queue reply_918060d64426449e901691c194b1e644 [ 692.744623] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg da41afdc0aaf44cc90cd724e62b63f4e [ 693.061786] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 693.105799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.105799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.105799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.167950] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.168288] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.168379] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.168729] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.168906] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.169059] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.185749] nova-conductor[55337]: DEBUG nova.quota [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Getting quotas for project 1f4f55e2120d40f0bccc8fa698419bd5. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 693.189993] nova-conductor[55337]: DEBUG nova.quota [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Getting quotas for user 44507b57e43d44abb3cba6d2e15017f9 and project 1f4f55e2120d40f0bccc8fa698419bd5. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 693.202996] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] [instance: 995288b5-d79a-4af3-a1e8-3571fff2d356] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 693.203498] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.203714] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.203864] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.208055] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] [instance: 995288b5-d79a-4af3-a1e8-3571fff2d356] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 693.208699] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.209082] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.209082] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.231395] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.231591] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.231763] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a6129d30-dedd-4c26-a6e8-d1392a0ce5ec tempest-ServerDiagnosticsV248Test-1674281418 tempest-ServerDiagnosticsV248Test-1674281418-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.647111] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Expecting reply to msg afa69013f1e246da91363829f60902c0 in queue reply_918060d64426449e901691c194b1e644 [ 693.810662] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg afa69013f1e246da91363829f60902c0 [ 694.149749] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 694.162883] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.163279] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.163400] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.198942] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.199169] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.199339] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.199703] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.200229] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.200229] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.209763] nova-conductor[55337]: DEBUG nova.quota [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Getting quotas for project f21b217d9fc14132b1fdb6dfa55493bd. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 694.213351] nova-conductor[55337]: DEBUG nova.quota [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Getting quotas for user d9d8e5fd2147420d832f9fe736a49790 and project f21b217d9fc14132b1fdb6dfa55493bd. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 694.219009] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 694.219546] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.219750] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.219911] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.224467] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 694.225693] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.225920] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.226087] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.245617] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.245868] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.246070] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.160219] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=4 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 696.190655] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=32,nova_cell1:RELEASE=4 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 696.198709] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 696.201813] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.415774] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f5295483-d7ae-46c3-bef5-4edfb2f1ec32, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cea1a347-7f1a-4090-b3ad-54ccfbdfea2a was re-scheduled: Binding failed for port f5295483-d7ae-46c3-bef5-4edfb2f1ec32, please check neutron logs for more information.\n'] [ 698.416410] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 698.416640] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cea1a347-7f1a-4090-b3ad-54ccfbdfea2a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cea1a347-7f1a-4090-b3ad-54ccfbdfea2a. [ 698.416954] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cea1a347-7f1a-4090-b3ad-54ccfbdfea2a. [ 698.443126] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 698.481345] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.484112] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b3d17dfd-fdb9-46cc-871e-44b511b2ed20 tempest-ServersWithSpecificFlavorTestJSON-423255920 tempest-ServersWithSpecificFlavorTestJSON-423255920-project-member] [instance: cea1a347-7f1a-4090-b3ad-54ccfbdfea2a] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.205020] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.230155] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.238611] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.243374] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 709.038535] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Expecting reply to msg 78bf2fbfabc44594b0deeaf677b0ee8d in queue reply_918060d64426449e901691c194b1e644 [ 709.187461] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 78bf2fbfabc44594b0deeaf677b0ee8d [ 709.541264] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 709.554363] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.554598] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.554766] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.587195] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.587479] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.587611] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.588011] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.588184] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.588349] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.596876] nova-conductor[55337]: DEBUG nova.quota [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Getting quotas for project 74dfe9d51d8e4237b10602ad703c21f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 709.600524] nova-conductor[55337]: DEBUG nova.quota [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Getting quotas for user 17c497749a024ed389ed988afd37327c and project 74dfe9d51d8e4237b10602ad703c21f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 709.604228] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 709.605377] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.605692] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.605920] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.612519] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 709.613352] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.613639] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.613863] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.632598] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.632899] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.634122] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.869925] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e1f39557-dca1-4318-9e14-86de0b534ae7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5ac25e1d-007a-4eaa-811c-655b54efd7ec was re-scheduled: Binding failed for port e1f39557-dca1-4318-9e14-86de0b534ae7, please check neutron logs for more information.\n'] [ 710.870533] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 710.870834] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac25e1d-007a-4eaa-811c-655b54efd7ec.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac25e1d-007a-4eaa-811c-655b54efd7ec. [ 710.871121] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ac25e1d-007a-4eaa-811c-655b54efd7ec. [ 710.890460] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 710.905809] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 710.909444] nova-conductor[55337]: DEBUG nova.network.neutron [None req-d83f16f7-bdcc-4b54-a5fc-bded4e66c7a9 tempest-ImagesNegativeTestJSON-2060354573 tempest-ImagesNegativeTestJSON-2060354573-project-member] [instance: 5ac25e1d-007a-4eaa-811c-655b54efd7ec] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.819978] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b7cef9b2-89e8-4bfc-8a6b-fe379e46900f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d4d0d50d-8479-47f7-ba29-114ef10764cc was re-scheduled: Binding failed for port b7cef9b2-89e8-4bfc-8a6b-fe379e46900f, please check neutron logs for more information.\n'] [ 712.821112] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 712.822483] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d4d0d50d-8479-47f7-ba29-114ef10764cc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d4d0d50d-8479-47f7-ba29-114ef10764cc. [ 712.822808] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d4d0d50d-8479-47f7-ba29-114ef10764cc. [ 712.851448] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 712.875098] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 712.878140] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ddeedf51-56e9-4d6d-b86a-4886d820d61b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: d4d0d50d-8479-47f7-ba29-114ef10764cc] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.643332] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg f1cc56df07fc4476b450db28291527fb in queue reply_918060d64426449e901691c194b1e644 [ 713.794667] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f1cc56df07fc4476b450db28291527fb [ 714.145940] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 714.153941] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: b686afe8-1139-436f-80b0-fa83211e4bc2] While scheduling instance, the build request was already deleted. {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 714.267594] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.267833] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.268008] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.268419] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.268612] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.268772] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.277717] nova-conductor[55337]: DEBUG nova.quota [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 714.280770] nova-conductor[55337]: DEBUG nova.quota [None req-68721b5e-ec18-49cd-b26b-e1c6b725e4a1 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 714.636903] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg c11c048ef0c044978cb72d81952f4e29 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 714.777711] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c11c048ef0c044978cb72d81952f4e29 [ 714.867605] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7d184f73-764c-4ec8-84ce-066b295da5fb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7437f3e0-0112-4640-9076-5f5f864ec230 was re-scheduled: Binding failed for port 7d184f73-764c-4ec8-84ce-066b295da5fb, please check neutron logs for more information.\n'] [ 714.868188] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 714.868518] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7437f3e0-0112-4640-9076-5f5f864ec230.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7437f3e0-0112-4640-9076-5f5f864ec230. [ 714.868613] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7437f3e0-0112-4640-9076-5f5f864ec230. [ 714.892171] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 714.908730] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 714.912387] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9863a6a9-919f-49d2-8705-abbd944cad08 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 7437f3e0-0112-4640-9076-5f5f864ec230] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.146179] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 715.158969] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.159212] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.159383] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.186452] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.186681] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.186848] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.187208] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.187393] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.187553] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.195677] nova-conductor[55336]: DEBUG nova.quota [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 715.198581] nova-conductor[55336]: DEBUG nova.quota [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 715.203302] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 715.203780] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.203980] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.204166] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.208673] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 715.209278] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.209481] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.209642] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.225940] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.226146] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.226313] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.906014] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9ff8fed8-5e82-4dc8-bdcb-31dc26d781d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance af8b2b66-c2d6-4bb6-a266-52cb82bac3be was re-scheduled: Binding failed for port 9ff8fed8-5e82-4dc8-bdcb-31dc26d781d9, please check neutron logs for more information.\n'] [ 716.906788] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.907093] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af8b2b66-c2d6-4bb6-a266-52cb82bac3be.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af8b2b66-c2d6-4bb6-a266-52cb82bac3be. [ 716.907477] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance af8b2b66-c2d6-4bb6-a266-52cb82bac3be. [ 716.938930] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 716.949738] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Expecting reply to msg 3b4d7ae8f4f44084bfd8e3233f00fbd4 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 716.956563] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 716.959761] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f44f8253-e54a-4bda-bf2f-cc5618ddb236 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: af8b2b66-c2d6-4bb6-a266-52cb82bac3be] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.101093] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 3b4d7ae8f4f44084bfd8e3233f00fbd4 [ 717.452574] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 717.466695] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.466930] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.467097] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.503683] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.504166] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.504590] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.505123] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.505405] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.507897] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.516840] nova-conductor[55336]: DEBUG nova.quota [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Getting quotas for project 8da409b9607348ddb9edd6e6579e5f32. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 717.519810] nova-conductor[55336]: DEBUG nova.quota [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Getting quotas for user 1c1610f2158f4501bda3ba14d5282882 and project 8da409b9607348ddb9edd6e6579e5f32. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 717.524668] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 717.525106] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.525311] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.525479] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.528317] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 717.528958] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.529159] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.529324] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.547761] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.547995] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.548189] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.921813] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4381921e-bc9e-4540-a293-d742eae29ad3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 583b323c-a4e1-4431-9bc0-d9f4b7354cb6 was re-scheduled: Binding failed for port 4381921e-bc9e-4540-a293-d742eae29ad3, please check neutron logs for more information.\n'] [ 718.922580] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 718.922958] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 583b323c-a4e1-4431-9bc0-d9f4b7354cb6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 583b323c-a4e1-4431-9bc0-d9f4b7354cb6. [ 718.923345] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 583b323c-a4e1-4431-9bc0-d9f4b7354cb6. [ 718.952039] nova-conductor[55337]: DEBUG nova.network.neutron [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 718.972941] nova-conductor[55337]: DEBUG nova.network.neutron [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 718.976723] nova-conductor[55337]: DEBUG nova.network.neutron [None req-81ab3170-b3e6-4d9a-a8a5-218b87121743 tempest-ServerAddressesNegativeTestJSON-1306227735 tempest-ServerAddressesNegativeTestJSON-1306227735-project-member] [instance: 583b323c-a4e1-4431-9bc0-d9f4b7354cb6] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.532254] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6d7c92ef-7904-4880-a4d2-89b79f6aaae6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8368f535-f3d4-4b03-98ef-20b0bf91d25c was re-scheduled: Binding failed for port 6d7c92ef-7904-4880-a4d2-89b79f6aaae6, please check neutron logs for more information.\n'] [ 723.532254] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 723.532254] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8368f535-f3d4-4b03-98ef-20b0bf91d25c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8368f535-f3d4-4b03-98ef-20b0bf91d25c. [ 723.537361] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8368f535-f3d4-4b03-98ef-20b0bf91d25c. [ 723.568328] nova-conductor[55336]: DEBUG nova.network.neutron [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 723.589996] nova-conductor[55336]: DEBUG nova.network.neutron [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 723.593808] nova-conductor[55336]: DEBUG nova.network.neutron [None req-86f4991e-1a9b-407e-8403-d6a99050386a tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 8368f535-f3d4-4b03-98ef-20b0bf91d25c] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.273611] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 724.273611] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=4,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 724.282577] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 724.285922] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 725.228203] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Expecting reply to msg f30b5f8688544e6495c69965267a3843 in queue reply_918060d64426449e901691c194b1e644 [ 725.371143] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f30b5f8688544e6495c69965267a3843 [ 725.730252] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 725.743288] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.743521] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.743690] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.773452] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.773685] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.773856] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.774224] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.774411] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.774568] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.781643] nova-conductor[55337]: DEBUG nova.quota [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Getting quotas for project fbebd163ed084de0a8a9f6ccc620ab6a. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 725.783705] nova-conductor[55337]: DEBUG nova.quota [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Getting quotas for user e6417779415348f2b74727cf41c77c54 and project fbebd163ed084de0a8a9f6ccc620ab6a. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 725.788401] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 725.788824] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.789025] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.789192] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.795401] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 725.796053] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.796268] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.796437] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.813963] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.813963] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.813963] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.511640] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.531505] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.540490] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 727.545888] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.778543] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.798589] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.805921] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.811398] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 740.928314] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 89cee47c-37ae-4a0d-8184-0c7c53ff7bb1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 979aa8d0-1e9b-4bbb-b507-31f72542d8d0 was re-scheduled: Binding failed for port 89cee47c-37ae-4a0d-8184-0c7c53ff7bb1, please check neutron logs for more information.\n'] [ 740.929029] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 740.929256] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 979aa8d0-1e9b-4bbb-b507-31f72542d8d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 979aa8d0-1e9b-4bbb-b507-31f72542d8d0. [ 740.929622] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 979aa8d0-1e9b-4bbb-b507-31f72542d8d0. [ 740.954989] nova-conductor[55337]: DEBUG nova.network.neutron [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 740.975371] nova-conductor[55337]: DEBUG nova.network.neutron [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 740.975371] nova-conductor[55337]: DEBUG nova.network.neutron [None req-677d83ab-7b70-48b1-8636-dea43276fdf9 tempest-ListServerFiltersTestJSON-267105360 tempest-ListServerFiltersTestJSON-267105360-project-member] [instance: 979aa8d0-1e9b-4bbb-b507-31f72542d8d0] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.877225] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa2cb781-03b3-4ff9-a6ae-989b384497fb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0d97356d-3abf-4207-842d-6e2d468ef97c was re-scheduled: Binding failed for port aa2cb781-03b3-4ff9-a6ae-989b384497fb, please check neutron logs for more information.\n'] [ 742.877535] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 742.877535] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d97356d-3abf-4207-842d-6e2d468ef97c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d97356d-3abf-4207-842d-6e2d468ef97c. [ 742.877804] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d97356d-3abf-4207-842d-6e2d468ef97c. [ 742.901871] nova-conductor[55336]: DEBUG nova.network.neutron [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 742.920326] nova-conductor[55336]: DEBUG nova.network.neutron [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.924956] nova-conductor[55336]: DEBUG nova.network.neutron [None req-bd3445c5-3395-46cd-8f15-73adce80e30d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: 0d97356d-3abf-4207-842d-6e2d468ef97c] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.661272] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Expecting reply to msg 4c1728f4d521484da8f45eec1ad50749 in queue reply_918060d64426449e901691c194b1e644 [ 744.793779] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4c1728f4d521484da8f45eec1ad50749 [ 744.889386] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 00b2e9cf-44a0-4a4a-bda9-f7df3e6028a4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 727e7787-68b7-441c-a31d-6f0796c33be0 was re-scheduled: Binding failed for port 00b2e9cf-44a0-4a4a-bda9-f7df3e6028a4, please check neutron logs for more information.\n'] [ 744.889956] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 744.890228] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 727e7787-68b7-441c-a31d-6f0796c33be0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 727e7787-68b7-441c-a31d-6f0796c33be0. [ 744.890436] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 727e7787-68b7-441c-a31d-6f0796c33be0. [ 744.917075] nova-conductor[55336]: DEBUG nova.network.neutron [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 744.975196] nova-conductor[55336]: DEBUG nova.network.neutron [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 744.981138] nova-conductor[55336]: DEBUG nova.network.neutron [None req-efe4efa3-a90d-4f3a-85fa-2932ebe7cf48 tempest-AttachInterfacesV270Test-1714307567 tempest-AttachInterfacesV270Test-1714307567-project-member] [instance: 727e7787-68b7-441c-a31d-6f0796c33be0] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.163356] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 745.180035] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.180293] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.180656] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.241356] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.242226] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.242226] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.242226] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.242695] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.242695] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.253508] nova-conductor[55337]: DEBUG nova.quota [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 745.257299] nova-conductor[55337]: DEBUG nova.quota [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for user 29faa85bd7904cd985fb32f53b533c5b and project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 745.271348] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 745.271824] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.272060] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.272266] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.277049] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 745.277724] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.277933] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.278099] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.299917] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.303160] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.303160] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.955283] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:UPDATE=123,nova_cell1:SELECT=273,nova_cell1:INSERT=21 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 748.200402] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=311,nova_cell1:UPDATE=148,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:INSERT=19 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.595054] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Expecting reply to msg dc03c405eb3e47c2a5a5d53d948c2b8d in queue reply_918060d64426449e901691c194b1e644 [ 750.743205] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg dc03c405eb3e47c2a5a5d53d948c2b8d [ 751.109523] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 751.123820] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.124273] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.124626] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.158216] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.158851] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.159225] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.159837] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.160183] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.160593] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.174523] nova-conductor[55337]: DEBUG nova.quota [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Getting quotas for project 475308e79f7143358e0d0315f13887c3. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 751.177766] nova-conductor[55337]: DEBUG nova.quota [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Getting quotas for user 0728aba0e9f64ee585afda72e5fee1ca and project 475308e79f7143358e0d0315f13887c3. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 751.183026] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.183644] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.184087] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.184426] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.188479] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.189331] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.189672] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.189976] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.208569] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.208799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.209042] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.333128] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9e393b6b-5a62-425c-98a6-2cae8538407d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5e43d3ea-740c-4569-be82-3bb7082fa8ea was re-scheduled: Binding failed for port 9e393b6b-5a62-425c-98a6-2cae8538407d, please check neutron logs for more information.\n'] [ 759.333849] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 759.334073] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e43d3ea-740c-4569-be82-3bb7082fa8ea.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e43d3ea-740c-4569-be82-3bb7082fa8ea. [ 759.334348] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e43d3ea-740c-4569-be82-3bb7082fa8ea. [ 759.359688] nova-conductor[55336]: DEBUG nova.network.neutron [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 759.380970] nova-conductor[55336]: DEBUG nova.network.neutron [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 759.384364] nova-conductor[55336]: DEBUG nova.network.neutron [None req-3c762823-9b61-4ce7-8d55-727655a735e5 tempest-ServersTestFqdnHostnames-118163914 tempest-ServersTestFqdnHostnames-118163914-project-member] [instance: 5e43d3ea-740c-4569-be82-3bb7082fa8ea] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.167849] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.192342] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.202840] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.206651] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 771.177730] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 991f8f50-f08a-4658-a355-5e0a04dc614f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 866f8ba4-faad-4883-80ca-4c4dedb2b50c was re-scheduled: Binding failed for port 991f8f50-f08a-4658-a355-5e0a04dc614f, please check neutron logs for more information.\n'] [ 771.178326] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 771.178538] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 866f8ba4-faad-4883-80ca-4c4dedb2b50c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 866f8ba4-faad-4883-80ca-4c4dedb2b50c. [ 771.178870] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 866f8ba4-faad-4883-80ca-4c4dedb2b50c. [ 771.198347] nova-conductor[55337]: DEBUG nova.network.neutron [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 771.214109] nova-conductor[55337]: DEBUG nova.network.neutron [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 771.216955] nova-conductor[55337]: DEBUG nova.network.neutron [None req-01c64a29-5bbf-4988-8d94-a9da81f2972f tempest-MigrationsAdminTest-1352797037 tempest-MigrationsAdminTest-1352797037-project-member] [instance: 866f8ba4-faad-4883-80ca-4c4dedb2b50c] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.093409] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1f4c9a60-7cd0-4a45-be03-9f0bb35b2353, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 371d5fb1-f1b6-41de-a4e6-88e8137f4be9 was re-scheduled: Binding failed for port 1f4c9a60-7cd0-4a45-be03-9f0bb35b2353, please check neutron logs for more information.\n'] [ 773.094036] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 773.094296] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 371d5fb1-f1b6-41de-a4e6-88e8137f4be9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 371d5fb1-f1b6-41de-a4e6-88e8137f4be9. [ 773.094539] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 371d5fb1-f1b6-41de-a4e6-88e8137f4be9. [ 773.123666] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 773.142064] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 773.145707] nova-conductor[55336]: DEBUG nova.network.neutron [None req-2a37afd0-bdcf-4b4d-b41d-25428392deee tempest-FloatingIPsAssociationTestJSON-1504857872 tempest-FloatingIPsAssociationTestJSON-1504857872-project-member] [instance: 371d5fb1-f1b6-41de-a4e6-88e8137f4be9] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.698798] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Expecting reply to msg 715a85dea05a4151b3367efda93d60f9 in queue reply_918060d64426449e901691c194b1e644 [ 774.867789] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 715a85dea05a4151b3367efda93d60f9 [ 775.005559] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f27b0ef4-53c6-4a55-be67-1ced3268cfbc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a26baa75-d36d-4c05-bde8-d39fe814191d was re-scheduled: Binding failed for port f27b0ef4-53c6-4a55-be67-1ced3268cfbc, please check neutron logs for more information.\n'] [ 775.006110] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 775.006335] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a26baa75-d36d-4c05-bde8-d39fe814191d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a26baa75-d36d-4c05-bde8-d39fe814191d. [ 775.006542] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a26baa75-d36d-4c05-bde8-d39fe814191d. [ 775.039134] nova-conductor[55336]: DEBUG nova.network.neutron [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 775.056461] nova-conductor[55336]: DEBUG nova.network.neutron [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.059344] nova-conductor[55336]: DEBUG nova.network.neutron [None req-d39cfa5c-0f9b-423b-92fd-619de0e34ba1 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: a26baa75-d36d-4c05-bde8-d39fe814191d] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.200338] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 775.214028] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.214217] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.214403] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.249191] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.249277] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.249462] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.249839] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.250044] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.250229] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.258741] nova-conductor[55337]: DEBUG nova.quota [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Getting quotas for project b3a58e3eeb554aedb1b1c06ef73ea46d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 775.262590] nova-conductor[55337]: DEBUG nova.quota [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Getting quotas for user b3c86a06615e4c988cce3e6ac5dfc3b3 and project b3a58e3eeb554aedb1b1c06ef73ea46d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 775.268437] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 775.269193] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.269193] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.269499] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.272634] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 775.273262] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.273510] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.273706] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.289173] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.289396] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.289566] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.022619] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 829381ab-a31a-4ad8-a28d-ace00c45d6c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e01583c9-744c-47ea-b7cf-a46b046fc854 was re-scheduled: Binding failed for port 829381ab-a31a-4ad8-a28d-ace00c45d6c8, please check neutron logs for more information.\n'] [ 777.023218] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 777.023450] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e01583c9-744c-47ea-b7cf-a46b046fc854.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e01583c9-744c-47ea-b7cf-a46b046fc854. [ 777.023763] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e01583c9-744c-47ea-b7cf-a46b046fc854. [ 777.051025] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 777.078467] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 777.082566] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: e01583c9-744c-47ea-b7cf-a46b046fc854] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.967760] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c1da85ce-6886-4c05-8b92-ea4ea6f0f5c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 786a572c-adaa-4656-8b42-c510940dac59 was re-scheduled: Binding failed for port c1da85ce-6886-4c05-8b92-ea4ea6f0f5c8, please check neutron logs for more information.\n'] [ 778.968326] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 778.969137] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 786a572c-adaa-4656-8b42-c510940dac59.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 786a572c-adaa-4656-8b42-c510940dac59. [ 778.969464] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 786a572c-adaa-4656-8b42-c510940dac59. [ 779.015293] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 779.042874] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.046274] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 786a572c-adaa-4656-8b42-c510940dac59] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.180701] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Expecting reply to msg c97bbd30253c40579cc4c301a61dc3ee in queue reply_918060d64426449e901691c194b1e644 [ 779.312117] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg c97bbd30253c40579cc4c301a61dc3ee [ 779.449155] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Expecting reply to msg 05b11294a3c44e2ab46b53cf2b19132d in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 779.593004] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 05b11294a3c44e2ab46b53cf2b19132d [ 779.683561] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 779.696225] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.696501] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.696673] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.776895] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.777445] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.777655] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.778014] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.778202] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.778469] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.785745] nova-conductor[55337]: DEBUG nova.quota [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 779.788084] nova-conductor[55337]: DEBUG nova.quota [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for user 2e612db51c8a49b3b942ac70e24025f6 and project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 779.794680] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 779.795104] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.795319] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.795483] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.798349] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 779.799472] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.799714] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.799884] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.816623] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.816843] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.817024] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.952210] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 779.969066] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.969346] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.969640] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.018158] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.020427] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.020639] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.021094] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.021309] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.021489] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.031256] nova-conductor[55336]: DEBUG nova.quota [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Getting quotas for project 0f4d60d9b3dd44c4a8c8ef58515191df. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 780.034039] nova-conductor[55336]: DEBUG nova.quota [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Getting quotas for user 8ce09bf5f89d47988c0fb8f3283ccc16 and project 0f4d60d9b3dd44c4a8c8ef58515191df. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 780.038841] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 780.039329] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.039529] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.039686] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.045248] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 780.046121] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.046422] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.046696] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.064596] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.064885] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.065128] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.373344] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 25741d42-2714-4498-9df6-2f8af144e18b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8e8e1b50-fcae-41c6-8f5a-241692140cda was re-scheduled: Binding failed for port 25741d42-2714-4498-9df6-2f8af144e18b, please check neutron logs for more information.\n'] [ 783.374056] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 783.374444] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e8e1b50-fcae-41c6-8f5a-241692140cda.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e8e1b50-fcae-41c6-8f5a-241692140cda. [ 783.374734] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e8e1b50-fcae-41c6-8f5a-241692140cda. [ 783.393961] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 783.408763] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 783.411299] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e1afa073-76a2-4fb9-a5ad-6b477a358a54 tempest-ListServersNegativeTestJSON-1814667196 tempest-ListServersNegativeTestJSON-1814667196-project-member] [instance: 8e8e1b50-fcae-41c6-8f5a-241692140cda] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.347086] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1558d2ac-f57e-47e6-81d9-e75b57f46aee, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d808804b-a2d0-4225-beb5-7d91e0cff3ac was re-scheduled: Binding failed for port 1558d2ac-f57e-47e6-81d9-e75b57f46aee, please check neutron logs for more information.\n'] [ 785.347747] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 785.347987] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d808804b-a2d0-4225-beb5-7d91e0cff3ac.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d808804b-a2d0-4225-beb5-7d91e0cff3ac. [ 785.348318] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d808804b-a2d0-4225-beb5-7d91e0cff3ac. [ 785.369395] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.386553] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 785.391598] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: d808804b-a2d0-4225-beb5-7d91e0cff3ac] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.550647] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Expecting reply to msg ba2394c9545f4e518f81db8d4d8f2c29 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 786.696659] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ba2394c9545f4e518f81db8d4d8f2c29 [ 787.057289] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 787.071008] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.071417] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.071697] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.108877] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.109306] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.109600] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.110079] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.110661] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.111000] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.120533] nova-conductor[55336]: DEBUG nova.quota [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Getting quotas for project 42c886c4912b4c77a303e084ab4f5bb9. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 787.123984] nova-conductor[55336]: DEBUG nova.quota [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Getting quotas for user 06c0d8ea31dc4b28a85234c8167e82e2 and project 42c886c4912b4c77a303e084ab4f5bb9. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 787.132360] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] [instance: 7ba3e477-a789-4beb-90ac-651520836a5d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 787.133281] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.133623] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.134002] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.138708] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] [instance: 7ba3e477-a789-4beb-90ac-651520836a5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 787.139641] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.139949] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.140231] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.159464] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.159843] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.160145] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-9abb0e7b-638f-4e8c-9a01-9c585d7d05e9 tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.264702] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fb363812-d8d1-49c5-95b7-693cacafc863, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4 was re-scheduled: Binding failed for port fb363812-d8d1-49c5-95b7-693cacafc863, please check neutron logs for more information.\n'] [ 787.265673] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 787.266021] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4. [ 787.266688] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4. [ 787.291747] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 787.306887] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 787.312711] nova-conductor[55336]: DEBUG nova.network.neutron [None req-36e6f0df-c65c-49f9-bf44-1890e935119b tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: 2e48bf2a-bdb4-4626-8e0a-c4556034a7b4] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.341294] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Expecting reply to msg 66cfa32454bc48849f72b01a6d51c86b in queue reply_918060d64426449e901691c194b1e644 [ 788.527297] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 66cfa32454bc48849f72b01a6d51c86b [ 788.844023] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 788.855975] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.856226] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.856402] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.878577] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.878798] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.878969] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.900858] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.900858] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.901008] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.901260] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.901451] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.901610] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.908730] nova-conductor[55337]: DEBUG nova.quota [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Getting quotas for project a6629d1c8cd94df7a442e558e0ff4f08. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 788.910774] nova-conductor[55337]: DEBUG nova.quota [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Getting quotas for user 6eef8429eed24f899b44e5e605c70791 and project a6629d1c8cd94df7a442e558e0ff4f08. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 788.915471] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 788.915885] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.916074] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.916242] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.922183] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 788.922183] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.922183] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.922183] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.942458] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.942582] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.942858] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.952123] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 788.953098] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.953471] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.954116] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.977095] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 788.977795] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.978007] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.978178] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.990960] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.991190] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.991363] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.168591] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 260fff8f-aefb-4420-a11a-81a330ebc23c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 47516f85-60d8-4931-a205-b2ec1f7aec83 was re-scheduled: Binding failed for port 260fff8f-aefb-4420-a11a-81a330ebc23c, please check neutron logs for more information.\n'] [ 789.169212] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 789.169466] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47516f85-60d8-4931-a205-b2ec1f7aec83.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47516f85-60d8-4931-a205-b2ec1f7aec83. [ 789.169776] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47516f85-60d8-4931-a205-b2ec1f7aec83. [ 789.195456] nova-conductor[55337]: DEBUG nova.network.neutron [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.215264] nova-conductor[55337]: DEBUG nova.network.neutron [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 789.218831] nova-conductor[55337]: DEBUG nova.network.neutron [None req-21337766-d685-4003-ab85-18b6a59091ab tempest-AttachInterfacesUnderV243Test-975117008 tempest-AttachInterfacesUnderV243Test-975117008-project-member] [instance: 47516f85-60d8-4931-a205-b2ec1f7aec83] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.759642] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Expecting reply to msg 5078f688877b4026b2eed70a11f311ab in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 795.904320] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5078f688877b4026b2eed70a11f311ab [ 796.263127] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 796.278162] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.278402] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.278573] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.313411] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.313850] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.314238] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.314948] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.315353] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.315667] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.326433] nova-conductor[55336]: DEBUG nova.quota [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Getting quotas for project de42ea1314dd4f3ba43cedb2ada7fd64. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 796.330762] nova-conductor[55336]: DEBUG nova.quota [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Getting quotas for user f15e4807c6834d978f0587e6a0c294ad and project de42ea1314dd4f3ba43cedb2ada7fd64. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 796.338034] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 796.339218] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.339724] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.340149] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.344956] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 796.345821] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.346309] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.346628] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.367272] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.367700] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.368464] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.905785] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 798.981982] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=29,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 798.988540] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 798.991787] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.352916] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 46ff2091-6fa7-4aac-bfa0-2fdb8087185d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa was re-scheduled: Binding failed for port 46ff2091-6fa7-4aac-bfa0-2fdb8087185d, please check neutron logs for more information.\n'] [ 803.353872] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 803.354112] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa. [ 803.354329] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa. [ 803.388127] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 803.432770] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 803.437367] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a39a12d0-a462-4a3f-90dd-2b02dd502bf5 tempest-DeleteServersAdminTestJSON-1407500400 tempest-DeleteServersAdminTestJSON-1407500400-project-member] [instance: 2e8d4bb1-9a84-4d1e-9df3-5169d4066daa] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.321464] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.349284] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.360413] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.365269] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=20,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.018804] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=374,nova_cell1:UPDATE=184,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:INSERT=32 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.290406] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=358,nova_cell1:UPDATE=170,nova_cell1:SAVEPOINT=42,nova_cell1:RELEASE=42,nova_cell1:INSERT=17 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 810.500656] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Expecting reply to msg 421db18652174616868882b29d67fa62 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 810.640840] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 421db18652174616868882b29d67fa62 [ 811.004927] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 811.016967] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.017391] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.017708] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.049687] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.049938] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.050111] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.050738] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.050738] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.050848] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.069256] nova-conductor[55336]: DEBUG nova.quota [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 811.073054] nova-conductor[55336]: DEBUG nova.quota [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for user fd08d772c4dd4bf5986d37b8474d30a1 and project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 811.079167] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 811.079651] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.079851] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.080029] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.084976] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 811.085801] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.086093] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.086182] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.105368] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.105602] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.105767] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.149311] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 04a04760-7eee-4ce9-98f4-56ed86f6375d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f873c026-0fa1-4176-a30f-207767f87410 was re-scheduled: Binding failed for port 04a04760-7eee-4ce9-98f4-56ed86f6375d, please check neutron logs for more information.\n'] [ 815.149974] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 815.150204] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f873c026-0fa1-4176-a30f-207767f87410.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f873c026-0fa1-4176-a30f-207767f87410. [ 815.150530] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f873c026-0fa1-4176-a30f-207767f87410. [ 815.175279] nova-conductor[55336]: DEBUG nova.network.neutron [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 815.189669] nova-conductor[55336]: DEBUG nova.network.neutron [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 815.192541] nova-conductor[55336]: DEBUG nova.network.neutron [None req-a8a1cffc-67a6-4664-ab4a-f20b8936b6e3 tempest-ServersTestManualDisk-1151884279 tempest-ServersTestManualDisk-1151884279-project-member] [instance: f873c026-0fa1-4176-a30f-207767f87410] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.028732] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 02caced1-357c-4472-81cc-925703a5e48b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 052ae9f0-bb03-4747-b8f9-708e4a7c147c was re-scheduled: Binding failed for port 02caced1-357c-4472-81cc-925703a5e48b, please check neutron logs for more information.\n'] [ 817.029108] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 817.029108] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 052ae9f0-bb03-4747-b8f9-708e4a7c147c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 052ae9f0-bb03-4747-b8f9-708e4a7c147c. [ 817.029373] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 052ae9f0-bb03-4747-b8f9-708e4a7c147c. [ 817.057109] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 817.075693] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 817.079068] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c7500daa-88eb-4635-bc7e-21b8f067bf7e tempest-InstanceActionsV221TestJSON-567743484 tempest-InstanceActionsV221TestJSON-567743484-project-member] [instance: 052ae9f0-bb03-4747-b8f9-708e4a7c147c] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.039544] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a08d024c-a0ca-4781-bffd-f3553a309be9 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Targeting cell 68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) for conductor method rebuild_instance {{(pid=55336) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 818.039790] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a08d024c-a0ca-4781-bffd-f3553a309be9 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.039973] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a08d024c-a0ca-4781-bffd-f3553a309be9 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.040160] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a08d024c-a0ca-4781-bffd-f3553a309be9 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.055766] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a08d024c-a0ca-4781-bffd-f3553a309be9 tempest-ServerShowV254Test-1080939031 tempest-ServerShowV254Test-1080939031-project-member] [instance: e27f988a-a64b-407b-ad66-4bed7ee45b52] No migration record for the rebuild/evacuate request. {{(pid=55336) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 819.211011] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 417cecbc-3d8a-4119-b90d-38716e59bc58, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b89f34cd-bd7b-4f22-8e6f-a167d9f01af8 was re-scheduled: Binding failed for port 417cecbc-3d8a-4119-b90d-38716e59bc58, please check neutron logs for more information.\n'] [ 819.211625] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 819.211862] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b89f34cd-bd7b-4f22-8e6f-a167d9f01af8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b89f34cd-bd7b-4f22-8e6f-a167d9f01af8. [ 819.212091] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b89f34cd-bd7b-4f22-8e6f-a167d9f01af8. [ 819.245542] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 819.264286] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 819.267898] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f4f54e89-4620-4a4f-88b8-962db6af5855 tempest-ServerActionsV293TestJSON-1320759888 tempest-ServerActionsV293TestJSON-1320759888-project-member] [instance: b89f34cd-bd7b-4f22-8e6f-a167d9f01af8] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.960201] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4dba8130-7cfd-4940-86fb-303a6f32e278, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1954e745-783e-417e-aafc-265da55066cf was re-scheduled: Binding failed for port 4dba8130-7cfd-4940-86fb-303a6f32e278, please check neutron logs for more information.\n'] [ 820.960201] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 820.960201] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1954e745-783e-417e-aafc-265da55066cf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1954e745-783e-417e-aafc-265da55066cf. [ 820.960201] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1954e745-783e-417e-aafc-265da55066cf. [ 820.998582] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 821.028125] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 821.030994] nova-conductor[55336]: DEBUG nova.network.neutron [None req-9ac6c05e-457d-4c4c-8db5-44c778d964b4 tempest-InstanceActionsNegativeTestJSON-802831167 tempest-InstanceActionsNegativeTestJSON-802831167-project-member] [instance: 1954e745-783e-417e-aafc-265da55066cf] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.058884] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.007925] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 97cd1637-d9ff-46b3-a34d-7ec120db0ffc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5ccefb28-25a8-4876-a31c-58c7edfc9570 was re-scheduled: Binding failed for port 97cd1637-d9ff-46b3-a34d-7ec120db0ffc, please check neutron logs for more information.\n'] [ 823.008501] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 823.008676] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ccefb28-25a8-4876-a31c-58c7edfc9570.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ccefb28-25a8-4876-a31c-58c7edfc9570. [ 823.008874] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ccefb28-25a8-4876-a31c-58c7edfc9570. [ 823.042666] nova-conductor[55336]: DEBUG nova.network.neutron [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 823.117301] nova-conductor[55336]: DEBUG nova.network.neutron [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 823.120428] nova-conductor[55336]: DEBUG nova.network.neutron [None req-89d00a43-bb4e-4869-98fb-54f694b686ea tempest-ServersTestBootFromVolume-1164671616 tempest-ServersTestBootFromVolume-1164671616-project-member] [instance: 5ccefb28-25a8-4876-a31c-58c7edfc9570] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.387416] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Expecting reply to msg 42d555d4b62d4a9ba6b2bf97b7bbbbf9 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 824.558508] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 42d555d4b62d4a9ba6b2bf97b7bbbbf9 [ 824.891964] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 824.907549] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.907549] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.907549] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.960315] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.960544] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.960711] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.962352] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.962672] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.962782] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.976960] nova-conductor[55336]: DEBUG nova.quota [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Getting quotas for project ff4944c64af74d33bca307deacb5ed1d. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 824.986773] nova-conductor[55336]: DEBUG nova.quota [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Getting quotas for user 5c63abe92324464382c60661b7e98b2a and project ff4944c64af74d33bca307deacb5ed1d. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 825.002719] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 825.003200] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.003401] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.003591] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.024864] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 825.025995] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.026389] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.026703] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.063072] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.063298] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.063468] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.554459] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e13ceee3-08b5-4500-b589-817077fa9ddb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a39b40c8-0340-4778-8b43-f29ed51664bc was re-scheduled: Binding failed for port e13ceee3-08b5-4500-b589-817077fa9ddb, please check neutron logs for more information.\n'] [ 827.554459] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 827.554900] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a39b40c8-0340-4778-8b43-f29ed51664bc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a39b40c8-0340-4778-8b43-f29ed51664bc. [ 827.555010] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a39b40c8-0340-4778-8b43-f29ed51664bc. [ 827.582451] nova-conductor[55336]: DEBUG nova.network.neutron [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 827.614144] nova-conductor[55336]: DEBUG nova.network.neutron [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 827.618345] nova-conductor[55336]: DEBUG nova.network.neutron [None req-112dc60c-d737-4cbf-81e8-167ecbc1d367 tempest-TenantUsagesTestJSON-639123061 tempest-TenantUsagesTestJSON-639123061-project-member] [instance: a39b40c8-0340-4778-8b43-f29ed51664bc] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.983369] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Expecting reply to msg 49aa6ac0103c474bb08af537af57a6ec in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 828.184184] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 49aa6ac0103c474bb08af537af57a6ec [ 828.486125] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 828.499255] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.499487] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.499670] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.531308] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.531558] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.531718] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.532107] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.532301] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.532454] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.541185] nova-conductor[55336]: DEBUG nova.quota [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Getting quotas for project ad588f6a8c8d491eb80df9e73cfc985e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 828.544367] nova-conductor[55336]: DEBUG nova.quota [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Getting quotas for user 3f0732fefa9c4caab44df37d685cfa25 and project ad588f6a8c8d491eb80df9e73cfc985e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 828.552628] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] [instance: 3c5781a8-df02-4b4f-ad3f-c04db921748f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 828.553092] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.553295] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.553575] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.572983] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] [instance: 3c5781a8-df02-4b4f-ad3f-c04db921748f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 828.573858] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.573989] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.574162] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.609827] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.610065] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.610272] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-917588d5-f7f4-4af1-aa32-4c8126234e60 tempest-ServersAaction247Test-690234416 tempest-ServersAaction247Test-690234416-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.896183] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bcd04248-654c-44de-ab87-7f1272bc06d3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c was re-scheduled: Binding failed for port bcd04248-654c-44de-ab87-7f1272bc06d3, please check neutron logs for more information.\n'] [ 829.896183] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 829.896183] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c. [ 829.896183] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c. [ 829.928413] nova-conductor[55337]: DEBUG nova.network.neutron [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 829.936246] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Expecting reply to msg ea1a38b3e97b490aae99962087b5a7da in queue reply_918060d64426449e901691c194b1e644 [ 829.964938] nova-conductor[55337]: DEBUG nova.network.neutron [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 829.966114] nova-conductor[55337]: DEBUG nova.network.neutron [None req-7bd78138-b322-4600-ba4f-163e3e9fd128 tempest-InstanceActionsTestJSON-1729325202 tempest-InstanceActionsTestJSON-1729325202-project-member] [instance: 73f671f6-6ea0-4b79-a5f3-a22f3fc9f59c] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.078676] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg ea1a38b3e97b490aae99962087b5a7da [ 830.379972] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Expecting reply to msg f806099a94694dddb906553cc8c59f00 in queue reply_918060d64426449e901691c194b1e644 [ 830.446150] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 830.467457] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.467697] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.467862] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.533939] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.534210] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.534380] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.534765] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.534943] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.535098] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.545038] nova-conductor[55337]: DEBUG nova.quota [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Getting quotas for project d2e3cd82953341479a772c43fa7c56ce. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 830.547987] nova-conductor[55337]: DEBUG nova.quota [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Getting quotas for user bc36618a56144356ac85690627457a2b and project d2e3cd82953341479a772c43fa7c56ce. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 830.554030] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 830.554347] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.554565] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.554733] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.559116] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 830.559790] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.559999] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.560181] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.575928] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.576338] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.576781] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.627040] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f806099a94694dddb906553cc8c59f00 [ 830.884828] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 830.927730] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.928224] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.928474] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.976509] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.976995] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.976995] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.977439] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.977680] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.977858] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.989466] nova-conductor[55337]: DEBUG nova.quota [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Getting quotas for project d2e3cd82953341479a772c43fa7c56ce. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 830.995282] nova-conductor[55337]: DEBUG nova.quota [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Getting quotas for user bc36618a56144356ac85690627457a2b and project d2e3cd82953341479a772c43fa7c56ce. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 831.005462] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 831.005986] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.006229] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.006397] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.013123] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.014045] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.014141] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.014291] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.067321] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.067537] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.067701] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.532426] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e83e0437-9379-4de3-b9fd-44e3086389c7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d6228174-ceb1-4ca0-b62b-27db15c20a85 was re-scheduled: Binding failed for port e83e0437-9379-4de3-b9fd-44e3086389c7, please check neutron logs for more information.\n'] [ 831.533035] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 831.533273] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6228174-ceb1-4ca0-b62b-27db15c20a85.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6228174-ceb1-4ca0-b62b-27db15c20a85. [ 831.533585] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d6228174-ceb1-4ca0-b62b-27db15c20a85. [ 831.556490] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 831.574157] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 831.578089] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1e1b5918-f49b-4fad-bd41-27b07d7c4aed tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: d6228174-ceb1-4ca0-b62b-27db15c20a85] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.441028] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Expecting reply to msg d1dc63841e2c42f1adb88cb936d7e3d5 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 833.589329] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg d1dc63841e2c42f1adb88cb936d7e3d5 [ 833.945008] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 833.957353] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.957567] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.957730] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.976928] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Expecting reply to msg f905d330720f4213a0c75186d5a0bf87 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 834.012349] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.012578] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.012745] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.013126] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.013324] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.013494] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.022639] nova-conductor[55336]: DEBUG nova.quota [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Getting quotas for project 2e01cfe0ef0d432191a81b33a72971be. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 834.025928] nova-conductor[55336]: DEBUG nova.quota [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Getting quotas for user 73ba05a0ec8a40678d7fbad5131b64fa and project 2e01cfe0ef0d432191a81b33a72971be. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 834.031913] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] [instance: 77801ae9-89db-4dc7-af03-0646af73b121] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 834.032397] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.032601] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.032766] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.037258] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] [instance: 77801ae9-89db-4dc7-af03-0646af73b121] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 834.038195] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.038414] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.038581] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.055609] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.055854] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.056108] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dc7cc6bf-e7cb-4acb-ae36-1f570fd97d56 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.137413] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f905d330720f4213a0c75186d5a0bf87 [ 834.180156] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Expecting reply to msg 94dd5046f61947e49d76289ab79ee09a in queue reply_918060d64426449e901691c194b1e644 [ 834.299907] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 94dd5046f61947e49d76289ab79ee09a [ 834.479915] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 834.491852] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.492272] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.492516] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.527604] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.527880] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.528129] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.528573] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.528920] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.529026] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.535913] nova-conductor[55336]: DEBUG nova.quota [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Getting quotas for project cb01421fd6f24fc783dd1e06a9901b94. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 834.537952] nova-conductor[55336]: DEBUG nova.quota [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Getting quotas for user 045421bc288e438fb9229e8ffaff0686 and project cb01421fd6f24fc783dd1e06a9901b94. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 834.542735] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 834.543234] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.543492] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.543731] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.548258] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 834.548929] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.549187] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.549404] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.563540] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.563827] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.564074] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.684877] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 834.696529] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.697006] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.697465] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.719552] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.719941] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.720261] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.720735] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.721021] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.721480] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.728559] nova-conductor[55337]: DEBUG nova.quota [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Getting quotas for project 2e01cfe0ef0d432191a81b33a72971be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 834.730696] nova-conductor[55337]: DEBUG nova.quota [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Getting quotas for user 73ba05a0ec8a40678d7fbad5131b64fa and project 2e01cfe0ef0d432191a81b33a72971be. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 834.735647] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] [instance: 15815ad0-f79a-4031-b625-22c5f93dc2c1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 834.736229] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.736532] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.736799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.740088] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] [instance: 15815ad0-f79a-4031-b625-22c5f93dc2c1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 834.740862] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.741170] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.741448] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.755608] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.755947] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.756255] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-016d86f6-aefe-4876-b72b-6cd46f10e261 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.298754] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Expecting reply to msg 26407f3478ae4dff82acd03df201f39c in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 835.446876] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 26407f3478ae4dff82acd03df201f39c [ 835.801994] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 835.814203] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.814423] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.814589] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.839084] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.839391] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.839560] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.839920] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.840122] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.840279] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.847898] nova-conductor[55336]: DEBUG nova.quota [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Getting quotas for project 6c97516aa6204d9dae64a28689a4d42c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 835.849994] nova-conductor[55336]: DEBUG nova.quota [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Getting quotas for user 9c183cac5f44461daf639a0122e8fee2 and project 6c97516aa6204d9dae64a28689a4d42c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 835.855408] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 835.856034] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.856245] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.856450] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.861206] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 835.862356] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.862567] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.862732] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.879328] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.879542] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.879707] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.724623] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.743740] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=22,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.748933] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 844.755148] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=20,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 845.844295] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=5 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 845.864687] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=22,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=48,nova_cell1:RELEASE=5,nova_cell1:UPDATE=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 845.873444] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=39,nova_api:DELETE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 845.876082] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=35,nova_api:UPDATE=6,nova_api:DELETE=4 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 864.033960] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 112e5229-7ce7-4a48-8233-fa58ce776b1a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3 was re-scheduled: Binding failed for port 112e5229-7ce7-4a48-8233-fa58ce776b1a, please check neutron logs for more information.\n'] [ 864.034581] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 864.035699] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3. [ 864.037479] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3. [ 864.063704] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 864.078984] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 864.082619] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa1bc611-a5fe-4716-80d7-6afed437df59 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 9684ca7d-6a74-4ef9-8dfe-64b0987b6bb3] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.671032] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 8cc55115d5144dc889fc77e91689939d in queue reply_918060d64426449e901691c194b1e644 [ 865.805689] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 8cc55115d5144dc889fc77e91689939d [ 866.174465] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 866.187387] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.187613] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.187788] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.260147] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.260393] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.260819] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.261295] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.261530] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.261734] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.270350] nova-conductor[55337]: DEBUG nova.quota [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 866.278746] nova-conductor[55337]: DEBUG nova.quota [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 866.287128] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 866.287615] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.287884] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.288300] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.292578] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 866.293386] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.293690] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.293960] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.310328] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.310627] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.310840] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.058522] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=347,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:UPDATE=168,nova_cell1:INSERT=20 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.595523] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:UPDATE=147,nova_cell1:SELECT=302,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=23,nova_cell1:DELETE=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 872.631398] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3dce5495-91e7-461f-a6e6-b9be33af5bf0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 45167852-b7c0-4614-89f1-f8f7fc2078f2 was re-scheduled: Binding failed for port 3dce5495-91e7-461f-a6e6-b9be33af5bf0, please check neutron logs for more information.\n'] [ 872.632066] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 872.632267] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45167852-b7c0-4614-89f1-f8f7fc2078f2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45167852-b7c0-4614-89f1-f8f7fc2078f2. [ 872.632607] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45167852-b7c0-4614-89f1-f8f7fc2078f2. [ 872.657383] nova-conductor[55337]: DEBUG nova.network.neutron [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 872.672621] nova-conductor[55337]: DEBUG nova.network.neutron [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 872.675584] nova-conductor[55337]: DEBUG nova.network.neutron [None req-79a5a3d7-023d-4204-bd6b-4254f8950210 tempest-ServerPasswordTestJSON-557696207 tempest-ServerPasswordTestJSON-557696207-project-member] [instance: 45167852-b7c0-4614-89f1-f8f7fc2078f2] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.265458] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 876.295542] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 876.308041] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=8 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 876.308041] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 876.882265] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6a31c3b4-3e9f-44ef-a054-d0e46cbcd727, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d567d3dd-5820-4d6c-8922-3e39a1d9ebd6 was re-scheduled: Binding failed for port 6a31c3b4-3e9f-44ef-a054-d0e46cbcd727, please check neutron logs for more information.\n'] [ 876.882848] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 876.883080] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d567d3dd-5820-4d6c-8922-3e39a1d9ebd6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d567d3dd-5820-4d6c-8922-3e39a1d9ebd6. [ 876.883388] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d567d3dd-5820-4d6c-8922-3e39a1d9ebd6. [ 876.906205] nova-conductor[55337]: DEBUG nova.network.neutron [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 876.920795] nova-conductor[55337]: DEBUG nova.network.neutron [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 876.923733] nova-conductor[55337]: DEBUG nova.network.neutron [None req-875d499e-6b5e-4159-b3ef-290d58bd5b9b tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: d567d3dd-5820-4d6c-8922-3e39a1d9ebd6] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.832721] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 53782645-b8fb-4e78-bdaf-8f397474785d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ecb7f281-1206-4693-845b-c59f639b0789 was re-scheduled: Binding failed for port 53782645-b8fb-4e78-bdaf-8f397474785d, please check neutron logs for more information.\n'] [ 878.833659] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 878.833659] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecb7f281-1206-4693-845b-c59f639b0789.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecb7f281-1206-4693-845b-c59f639b0789. [ 878.833874] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecb7f281-1206-4693-845b-c59f639b0789. [ 878.855892] nova-conductor[55336]: DEBUG nova.network.neutron [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 878.874355] nova-conductor[55336]: DEBUG nova.network.neutron [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 878.877518] nova-conductor[55336]: DEBUG nova.network.neutron [None req-fd0ac052-50d8-4793-bf30-50c65fd67b88 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: ecb7f281-1206-4693-845b-c59f639b0789] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.875770] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg 1ed6ad118a134af48d7617f2ff0380ac in queue reply_918060d64426449e901691c194b1e644 [ 879.925548] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Expecting reply to msg 7d67c2fff34f41c98d629dd2c6ca54ba in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 880.086786] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 1ed6ad118a134af48d7617f2ff0380ac [ 880.116692] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 7d67c2fff34f41c98d629dd2c6ca54ba [ 880.380088] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 880.397958] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.398203] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.398375] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.428114] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 880.433813] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.434041] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.434209] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.434583] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.434767] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.434925] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.439836] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.440119] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.440315] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.443422] nova-conductor[55337]: DEBUG nova.quota [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 880.446774] nova-conductor[55337]: DEBUG nova.quota [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 880.451912] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 880.452474] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.452682] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.452847] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.457784] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 880.457784] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.458383] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.458383] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.459987] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.460230] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.460421] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.460806] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.461007] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.461169] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.469846] nova-conductor[55336]: DEBUG nova.quota [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Getting quotas for project 74dfe9d51d8e4237b10602ad703c21f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 880.470734] nova-conductor[55336]: DEBUG nova.quota [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Getting quotas for user 17c497749a024ed389ed988afd37327c and project 74dfe9d51d8e4237b10602ad703c21f6. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 880.474203] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.474555] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.474821] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.475582] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 880.475998] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.476207] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.476366] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.479185] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 880.479877] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.480285] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.480456] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.498409] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.498714] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.498885] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.756383] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7781f67c-a182-4566-a351-61cb71e27082, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8de44ad9-adb7-4589-b2d8-a2aeeb89892f was re-scheduled: Binding failed for port 7781f67c-a182-4566-a351-61cb71e27082, please check neutron logs for more information.\n'] [ 880.757033] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 880.757273] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8de44ad9-adb7-4589-b2d8-a2aeeb89892f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8de44ad9-adb7-4589-b2d8-a2aeeb89892f. [ 880.757591] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8de44ad9-adb7-4589-b2d8-a2aeeb89892f. [ 880.779965] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 880.795622] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 880.799324] nova-conductor[55337]: DEBUG nova.network.neutron [None req-1dce71d0-4ff6-41de-a2e1-bdb4c19d9dc9 tempest-VolumesAdminNegativeTest-928207255 tempest-VolumesAdminNegativeTest-928207255-project-member] [instance: 8de44ad9-adb7-4589-b2d8-a2aeeb89892f] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.620158] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d6820d39-d605-4caf-a814-ff1498a867f6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f7f8d239-aff8-4cd7-afdd-974c53b3e563 was re-scheduled: Binding failed for port d6820d39-d605-4caf-a814-ff1498a867f6, please check neutron logs for more information.\n'] [ 882.620158] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 882.620158] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7f8d239-aff8-4cd7-afdd-974c53b3e563.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7f8d239-aff8-4cd7-afdd-974c53b3e563. [ 882.620722] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f7f8d239-aff8-4cd7-afdd-974c53b3e563. [ 882.645810] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 882.664174] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 882.667663] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e82cf287-7f72-4ba4-a742-d3cb5d08f264 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: f7f8d239-aff8-4cd7-afdd-974c53b3e563] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.612189] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 12c430b0-3ca9-4fe0-ad3d-30068930d0e7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dcb3a0b0-a558-45be-8208-038e465dc802 was re-scheduled: Binding failed for port 12c430b0-3ca9-4fe0-ad3d-30068930d0e7, please check neutron logs for more information.\n'] [ 884.612869] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 884.613098] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dcb3a0b0-a558-45be-8208-038e465dc802.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dcb3a0b0-a558-45be-8208-038e465dc802. [ 884.613403] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dcb3a0b0-a558-45be-8208-038e465dc802. [ 884.633923] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 884.652058] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 884.655828] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c64193d6-b6ca-4f8e-aeef-2f7641a13f74 tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: dcb3a0b0-a558-45be-8208-038e465dc802] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.979976] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Expecting reply to msg f33c2856c45d43baa1fc3f9ebae8f586 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 886.119282] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f33c2856c45d43baa1fc3f9ebae8f586 [ 886.289851] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Expecting reply to msg 835d2a2cb0cf4f929b75f1a01dd45fd2 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 886.422112] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 835d2a2cb0cf4f929b75f1a01dd45fd2 [ 886.482660] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 886.495706] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.495994] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.496195] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.520796] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.521033] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.521227] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.521618] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.521822] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.521981] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.529736] nova-conductor[55336]: DEBUG nova.quota [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 886.531777] nova-conductor[55336]: DEBUG nova.quota [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Getting quotas for user 29faa85bd7904cd985fb32f53b533c5b and project 525215939f6741cea749e7d9e53f379e. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 886.536537] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 886.536946] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.537140] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.537304] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.544261] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 886.544892] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.545089] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.545252] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.558600] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.558809] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.558971] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.792417] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 886.803193] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.803397] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.803630] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.828027] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.828261] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.828420] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.828779] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.828954] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.829107] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.836524] nova-conductor[55336]: DEBUG nova.quota [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Getting quotas for project fbebd163ed084de0a8a9f6ccc620ab6a. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 886.838527] nova-conductor[55336]: DEBUG nova.quota [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Getting quotas for user e6417779415348f2b74727cf41c77c54 and project fbebd163ed084de0a8a9f6ccc620ab6a. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 886.843531] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 886.843945] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.844150] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.844307] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.848891] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 886.849477] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.849660] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.849815] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.867629] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.867845] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.868016] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.389394] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 73b13abf-97df-4e7d-9625-2864f0a646e9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c9a9eccd-4730-4815-8270-8272ac8bdec6 was re-scheduled: Binding failed for port 73b13abf-97df-4e7d-9625-2864f0a646e9, please check neutron logs for more information.\n'] [ 890.391336] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 890.391336] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9a9eccd-4730-4815-8270-8272ac8bdec6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9a9eccd-4730-4815-8270-8272ac8bdec6. [ 890.391510] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9a9eccd-4730-4815-8270-8272ac8bdec6. [ 890.420804] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 890.429544] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Expecting reply to msg 4b4f2583dbb14a37aa4ae8124000c443 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 890.438159] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 890.441132] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.442115] nova-conductor[55337]: DEBUG nova.network.neutron [None req-fa573bcb-8285-408b-8539-f0fd602ea1bb tempest-ServerMetadataTestJSON-1783289340 tempest-ServerMetadataTestJSON-1783289340-project-member] [instance: c9a9eccd-4730-4815-8270-8272ac8bdec6] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.460508] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.470823] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.477564] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.577573] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 4b4f2583dbb14a37aa4ae8124000c443 [ 890.932598] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 890.951779] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.952128] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.952354] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.981782] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.982036] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.982232] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.982614] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.982789] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.982940] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.990168] nova-conductor[55336]: DEBUG nova.quota [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 890.992368] nova-conductor[55336]: DEBUG nova.quota [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for user e9a022c35a624ebab962014dc0c72037 and project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 890.997092] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 890.997591] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.997724] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.997920] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.001060] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 891.001269] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.001433] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.001598] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.021926] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.022199] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.022398] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.213520] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 842426d0-e222-405d-a943-e75a3af7e696, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f4682b82-7475-412b-9319-bee1f05a9c63 was re-scheduled: Binding failed for port 842426d0-e222-405d-a943-e75a3af7e696, please check neutron logs for more information.\n'] [ 892.214158] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 892.214391] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4682b82-7475-412b-9319-bee1f05a9c63.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4682b82-7475-412b-9319-bee1f05a9c63. [ 892.214700] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4682b82-7475-412b-9319-bee1f05a9c63. [ 892.239233] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 892.288687] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 892.292065] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4c041cc8-8343-4fa1-a8ce-0bf5349cfa49 tempest-ServerExternalEventsTest-295597353 tempest-ServerExternalEventsTest-295597353-project-member] [instance: f4682b82-7475-412b-9319-bee1f05a9c63] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.488812] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b67bb76f-4607-418d-8c89-c6cae26a7466, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1235c526-3cfb-42b0-8e2d-64cfc59ec35e was re-scheduled: Binding failed for port b67bb76f-4607-418d-8c89-c6cae26a7466, please check neutron logs for more information.\n'] [ 896.489481] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 896.489710] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1235c526-3cfb-42b0-8e2d-64cfc59ec35e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1235c526-3cfb-42b0-8e2d-64cfc59ec35e. [ 896.489921] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1235c526-3cfb-42b0-8e2d-64cfc59ec35e. [ 896.521897] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 896.542026] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 896.546649] nova-conductor[55336]: DEBUG nova.network.neutron [None req-8b46f4ae-96bc-497d-9d3c-46d61b1b304b tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: 1235c526-3cfb-42b0-8e2d-64cfc59ec35e] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.114058] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-acbf006d-17d8-4c92-b53a-a8d38c14f27d tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Targeting cell 68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) for conductor method rebuild_instance {{(pid=55337) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 899.114278] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-acbf006d-17d8-4c92-b53a-a8d38c14f27d tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.114488] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-acbf006d-17d8-4c92-b53a-a8d38c14f27d tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.114650] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-acbf006d-17d8-4c92-b53a-a8d38c14f27d tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.124754] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-acbf006d-17d8-4c92-b53a-a8d38c14f27d tempest-ServerShowV257Test-1067885230 tempest-ServerShowV257Test-1067885230-project-member] [instance: 7ba3e477-a789-4beb-90ac-651520836a5d] No migration record for the rebuild/evacuate request. {{(pid=55337) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 900.314072] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Expecting reply to msg f6f2a87558e947b9aa5a0bb411a22f5b in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 900.466253] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f6f2a87558e947b9aa5a0bb411a22f5b [ 900.823977] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 900.837082] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.837448] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.837700] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.876174] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.876488] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.876536] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.877358] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.877358] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.877358] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.890262] nova-conductor[55336]: DEBUG nova.quota [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 900.893431] nova-conductor[55336]: DEBUG nova.quota [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Getting quotas for user 2e612db51c8a49b3b942ac70e24025f6 and project d139e605a6f54506ab7b94cc56578734. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 900.903613] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 900.904248] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.904319] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.904460] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.909959] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 900.910605] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.910800] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.910959] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.938843] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.939123] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.939478] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.310505] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Expecting reply to msg 083fd8987e904c05b6650a09889ad477 in queue reply_918060d64426449e901691c194b1e644 [ 905.478827] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 083fd8987e904c05b6650a09889ad477 [ 905.814265] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 905.826513] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.826881] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.827154] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.860231] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.860627] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.860926] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.861418] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.861712] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.861970] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.870366] nova-conductor[55337]: DEBUG nova.quota [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Getting quotas for project b6f90b4ed1e44348a056acfd1c4567b6. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 905.873646] nova-conductor[55337]: DEBUG nova.quota [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Getting quotas for user 7816055398664d03aea78422d7de6c5a and project b6f90b4ed1e44348a056acfd1c4567b6. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 905.878901] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 905.879504] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.879807] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.880090] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.885736] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 905.886519] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.886817] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.887076] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.902898] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.903248] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.903517] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.464358] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3c981ae7-e113-416e-a449-8d35634800be, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8c4773b7-a8de-4de3-a91f-2252cc34d11b was re-scheduled: Binding failed for port 3c981ae7-e113-416e-a449-8d35634800be, please check neutron logs for more information.\n'] [ 910.465883] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 910.465883] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c4773b7-a8de-4de3-a91f-2252cc34d11b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c4773b7-a8de-4de3-a91f-2252cc34d11b. [ 910.466216] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c4773b7-a8de-4de3-a91f-2252cc34d11b. [ 910.488898] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 910.535838] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 910.539341] nova-conductor[55336]: DEBUG nova.network.neutron [None req-4edbbe7e-daf8-4fb5-854e-bf8108887323 tempest-ServerMetadataNegativeTestJSON-1604332549 tempest-ServerMetadataNegativeTestJSON-1604332549-project-member] [instance: 8c4773b7-a8de-4de3-a91f-2252cc34d11b] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.884586] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=5 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.914083] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=15,nova_cell1:INSERT=36,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.933405] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=29,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.935736] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=31,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.865670] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.888836] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=9,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.899568] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=8 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.900140] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.814156] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f581214d-ee3d-44b6-b35c-df009ea243c5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423 was re-scheduled: Binding failed for port f581214d-ee3d-44b6-b35c-df009ea243c5, please check neutron logs for more information.\n'] [ 921.814156] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 921.814156] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423. [ 921.814156] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423. [ 921.842950] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 921.861859] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 921.868421] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: a0ed1bf3-5a1d-4c1c-9cef-5c4c967cf423] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.687592] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8dc219a1-523c-47f8-b1ec-2151f1c76264, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f4017c56-63b3-420d-91ab-4565d82305fd was re-scheduled: Binding failed for port 8dc219a1-523c-47f8-b1ec-2151f1c76264, please check neutron logs for more information.\n'] [ 923.688166] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 923.688381] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4017c56-63b3-420d-91ab-4565d82305fd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4017c56-63b3-420d-91ab-4565d82305fd. [ 923.688584] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4017c56-63b3-420d-91ab-4565d82305fd. [ 923.711509] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 923.726660] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 923.729632] nova-conductor[55337]: DEBUG nova.network.neutron [None req-799186b1-a36b-4bed-9767-1acd746e1656 tempest-MultipleCreateTestJSON-1764946770 tempest-MultipleCreateTestJSON-1764946770-project-member] [instance: f4017c56-63b3-420d-91ab-4565d82305fd] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.562105] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a7146506-944d-49f6-bbee-01d781fb3c39, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5a021861-9784-431d-b717-c7b24fe8525c was re-scheduled: Binding failed for port a7146506-944d-49f6-bbee-01d781fb3c39, please check neutron logs for more information.\n'] [ 925.563282] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 925.563691] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a021861-9784-431d-b717-c7b24fe8525c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a021861-9784-431d-b717-c7b24fe8525c. [ 925.564928] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5a021861-9784-431d-b717-c7b24fe8525c. [ 925.585453] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 925.603791] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 925.607358] nova-conductor[55337]: DEBUG nova.network.neutron [None req-ba6a1b9f-3cd7-42c5-aada-5c048af9fdbf tempest-ServerRescueTestJSON-2091264815 tempest-ServerRescueTestJSON-2091264815-project-member] [instance: 5a021861-9784-431d-b717-c7b24fe8525c] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.450525] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2541ed1d-017e-49b6-b5c7-4737c699f975, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1 was re-scheduled: Binding failed for port 2541ed1d-017e-49b6-b5c7-4737c699f975, please check neutron logs for more information.\n'] [ 927.451122] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 927.451442] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1. [ 927.451693] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1. [ 927.478009] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 927.496192] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 927.499505] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e0f3b415-5271-4f9b-b1f6-85a4c4a1ac4d tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 414c2631-76f5-4a30-9b3e-6f0cefa6f0e1] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.178647] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Expecting reply to msg 041ea1b1b2b445df90967d77a38d9dde in queue reply_918060d64426449e901691c194b1e644 [ 928.309108] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 041ea1b1b2b445df90967d77a38d9dde [ 928.446577] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=402,nova_cell1:SAVEPOINT=44,nova_cell1:RELEASE=44,nova_cell1:UPDATE=197,nova_cell1:INSERT=23 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.683532] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 928.693675] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.694148] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.694468] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.730005] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.730423] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.730735] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.731317] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.731648] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.731963] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.739117] nova-conductor[55337]: DEBUG nova.quota [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 928.741333] nova-conductor[55337]: DEBUG nova.quota [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for user fd08d772c4dd4bf5986d37b8474d30a1 and project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 928.746589] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 928.747148] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.747482] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.747799] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.752280] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 928.753076] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.753427] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.753733] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.770065] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.770444] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.770756] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.955352] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=421,nova_cell1:UPDATE=230,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:INSERT=39,nova_cell1:DELETE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 930.348775] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4728632c-dd93-41a7-8b89-dd53d70a6dd6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a5567127-3d68-4c37-a8aa-03c5579cc18c was re-scheduled: Binding failed for port 4728632c-dd93-41a7-8b89-dd53d70a6dd6, please check neutron logs for more information.\n'] [ 930.348775] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 930.348775] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5567127-3d68-4c37-a8aa-03c5579cc18c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5567127-3d68-4c37-a8aa-03c5579cc18c. [ 930.348775] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5567127-3d68-4c37-a8aa-03c5579cc18c. [ 930.370685] nova-conductor[55337]: DEBUG nova.network.neutron [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 930.393971] nova-conductor[55337]: DEBUG nova.network.neutron [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 930.397516] nova-conductor[55337]: DEBUG nova.network.neutron [None req-465d0757-aadf-4a85-923c-5922cc40f330 tempest-ServerAddressesTestJSON-1677727497 tempest-ServerAddressesTestJSON-1677727497-project-member] [instance: a5567127-3d68-4c37-a8aa-03c5579cc18c] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.224146] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ca85ae3e-6436-4834-b879-e023f3211066, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b1ec9141-54d5-4761-bd37-55a1fc998589 was re-scheduled: Binding failed for port ca85ae3e-6436-4834-b879-e023f3211066, please check neutron logs for more information.\n'] [ 936.224146] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 936.224146] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1ec9141-54d5-4761-bd37-55a1fc998589.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1ec9141-54d5-4761-bd37-55a1fc998589. [ 936.224146] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1ec9141-54d5-4761-bd37-55a1fc998589. [ 936.255037] nova-conductor[55337]: DEBUG nova.network.neutron [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 936.403092] nova-conductor[55337]: DEBUG nova.network.neutron [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 936.406381] nova-conductor[55337]: DEBUG nova.network.neutron [None req-38a5e484-d7ad-4623-a261-58948e34a593 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: b1ec9141-54d5-4761-bd37-55a1fc998589] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.735629] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.755421] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.766229] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 938.768110] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.263088] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 113dd114-5149-4e96-9b3d-599793e830c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5554874d-598f-4276-8778-1da6773be649 was re-scheduled: Binding failed for port 113dd114-5149-4e96-9b3d-599793e830c8, please check neutron logs for more information.\n'] [ 940.263660] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 940.263893] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5554874d-598f-4276-8778-1da6773be649.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5554874d-598f-4276-8778-1da6773be649. [ 940.264122] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5554874d-598f-4276-8778-1da6773be649. [ 940.287600] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 940.302683] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 940.306226] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25139965-af6d-40c7-971b-00974e933552 tempest-ServerRescueNegativeTestJSON-1436166993 tempest-ServerRescueNegativeTestJSON-1436166993-project-member] [instance: 5554874d-598f-4276-8778-1da6773be649] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.082367] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a685d277-370c-4f1f-8ef6-c9127853a8f4 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Targeting cell 68fb4695-dd42-413d-a96d-b3e3cfe20816(cell1) for conductor method rebuild_instance {{(pid=55336) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 944.082638] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a685d277-370c-4f1f-8ef6-c9127853a8f4 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.082804] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a685d277-370c-4f1f-8ef6-c9127853a8f4 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.082967] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a685d277-370c-4f1f-8ef6-c9127853a8f4 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.090194] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a685d277-370c-4f1f-8ef6-c9127853a8f4 tempest-ServerShowV247Test-984902028 tempest-ServerShowV247Test-984902028-project-member] [instance: 15815ad0-f79a-4031-b625-22c5f93dc2c1] No migration record for the rebuild/evacuate request. {{(pid=55336) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 954.095627] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.108015] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 965.217611] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 18a0f809-ed62-4a7d-858d-db5e2199e11d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 186cd540-6bb2-407f-9adb-9ed841656713 was re-scheduled: Binding failed for port 18a0f809-ed62-4a7d-858d-db5e2199e11d, please check neutron logs for more information.\n'] [ 965.218170] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 965.218387] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 186cd540-6bb2-407f-9adb-9ed841656713.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 186cd540-6bb2-407f-9adb-9ed841656713. [ 965.218595] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 186cd540-6bb2-407f-9adb-9ed841656713. [ 965.237155] nova-conductor[55337]: DEBUG nova.network.neutron [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 965.261734] nova-conductor[55337]: DEBUG nova.network.neutron [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 965.264841] nova-conductor[55337]: DEBUG nova.network.neutron [None req-5695f9d5-301d-43f4-8b8f-de13335ef85a tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: 186cd540-6bb2-407f-9adb-9ed841656713] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.318910] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Expecting reply to msg 68f24581e14d4144b74567c3b8cf81be in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 969.461127] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 68f24581e14d4144b74567c3b8cf81be [ 969.824279] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 969.856608] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.856608] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.856763] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.888122] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.888389] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.888560] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.888929] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.889123] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.889309] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.896631] nova-conductor[55336]: DEBUG nova.quota [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Getting quotas for project cb01421fd6f24fc783dd1e06a9901b94. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 969.898690] nova-conductor[55336]: DEBUG nova.quota [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Getting quotas for user 045421bc288e438fb9229e8ffaff0686 and project cb01421fd6f24fc783dd1e06a9901b94. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 969.903582] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 969.904043] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.904247] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.904407] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.907596] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 969.908230] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.908426] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.908590] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.928459] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.928631] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.928790] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.794962] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e3abbc1c-b3d0-47b8-ac47-aff06027311b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 51b7673b-15ff-4940-9336-b17bc712f0e3 was re-scheduled: Binding failed for port e3abbc1c-b3d0-47b8-ac47-aff06027311b, please check neutron logs for more information.\n'] [ 974.794962] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 974.794962] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51b7673b-15ff-4940-9336-b17bc712f0e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51b7673b-15ff-4940-9336-b17bc712f0e3. [ 974.794962] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51b7673b-15ff-4940-9336-b17bc712f0e3. [ 974.817074] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 974.832738] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 974.836170] nova-conductor[55337]: DEBUG nova.network.neutron [None req-b9086e7d-e7bd-4acc-a51a-4f029db074dd tempest-AttachVolumeShelveTestJSON-343150829 tempest-AttachVolumeShelveTestJSON-343150829-project-member] [instance: 51b7673b-15ff-4940-9336-b17bc712f0e3] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.513246] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d8633a09-a42e-4059-b375-94f01ce09ebc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f2c7916a-aa0d-4b41-9c02-e2cee84acf4e was re-scheduled: Binding failed for port d8633a09-a42e-4059-b375-94f01ce09ebc, please check neutron logs for more information.\n'] [ 976.513857] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 976.514103] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2c7916a-aa0d-4b41-9c02-e2cee84acf4e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2c7916a-aa0d-4b41-9c02-e2cee84acf4e. [ 976.514361] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2c7916a-aa0d-4b41-9c02-e2cee84acf4e. [ 976.544626] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 976.591517] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 976.596332] nova-conductor[55337]: DEBUG nova.network.neutron [None req-9b60e7b9-bccc-43d5-a277-ad61ce271f86 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: f2c7916a-aa0d-4b41-9c02-e2cee84acf4e] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.691769] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 84e6ec7191604b46882edff0ccdbb764 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 977.820277] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 84e6ec7191604b46882edff0ccdbb764 [ 978.194851] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 978.201694] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: ee458cb8-6272-455e-bec2-398a53796216] While scheduling instance, the build request was already deleted. {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 978.210169] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 9a90a2ebf4724e3285612658a098b898 in queue reply_918060d64426449e901691c194b1e644 [ 978.221877] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.222109] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.222315] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.222713] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.222899] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.223059] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.230223] nova-conductor[55336]: DEBUG nova.quota [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 978.232278] nova-conductor[55336]: DEBUG nova.quota [None req-bfce6ad3-d4cc-4cd4-b2b1-2f25d76d4c89 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 978.324558] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 9a90a2ebf4724e3285612658a098b898 [ 978.712749] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 978.723948] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.724270] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.724513] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.745687] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.746014] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.746244] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.746666] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.746918] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.747141] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.754727] nova-conductor[55337]: DEBUG nova.quota [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 978.756862] nova-conductor[55337]: DEBUG nova.quota [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 978.761667] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 978.762231] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.762387] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.762615] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.767076] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 978.767748] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.768017] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.768251] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.779845] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.780134] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.780473] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.004733] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3df624d0-05e9-4386-b3b2-b6915a730dcb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a2cd396e-bd03-4c51-8ec6-cd24d7541103 was re-scheduled: Binding failed for port 3df624d0-05e9-4386-b3b2-b6915a730dcb, please check neutron logs for more information.\n'] [ 980.005336] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 980.005637] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2cd396e-bd03-4c51-8ec6-cd24d7541103.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2cd396e-bd03-4c51-8ec6-cd24d7541103. [ 980.005975] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2cd396e-bd03-4c51-8ec6-cd24d7541103. [ 980.028543] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 980.044769] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 980.048206] nova-conductor[55336]: DEBUG nova.network.neutron [None req-f0b57573-7bb3-4173-b12d-ecd5370d5a7b tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2cd396e-bd03-4c51-8ec6-cd24d7541103] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.122350] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg dbc6d37b4c9a4bbaabc0838aa80f30d7 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 981.240996] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg dbc6d37b4c9a4bbaabc0838aa80f30d7 [ 981.624354] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 981.644280] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.644681] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.644990] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.673026] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.673649] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.673979] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.674458] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.674748] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.675009] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.683575] nova-conductor[55336]: DEBUG nova.quota [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 981.686034] nova-conductor[55336]: DEBUG nova.quota [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 981.690737] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 981.691275] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.691629] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.691907] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.696520] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 981.697677] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.697978] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.698246] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.706807] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3e907ae1-99ed-4439-863b-3142d5834117, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5f485177-eb28-417d-a74c-0e0f30ea7ce2 was re-scheduled: Binding failed for port 3e907ae1-99ed-4439-863b-3142d5834117, please check neutron logs for more information.\n'] [ 981.707570] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 981.707892] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f485177-eb28-417d-a74c-0e0f30ea7ce2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f485177-eb28-417d-a74c-0e0f30ea7ce2. [ 981.708240] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5f485177-eb28-417d-a74c-0e0f30ea7ce2. [ 981.731487] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 981.737510] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.737876] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.738153] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.748549] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 981.752993] nova-conductor[55336]: DEBUG nova.network.neutron [None req-c66c9626-6488-4c96-a900-991e27a388e0 tempest-ServersTestMultiNic-401204283 tempest-ServersTestMultiNic-401204283-project-member] [instance: 5f485177-eb28-417d-a74c-0e0f30ea7ce2] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.423151] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d3ca9e9d-4ad9-404e-a362-a1a0fa9d98a8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c5e780e2-8ef9-461e-bca2-f9d0039ce3c3 was re-scheduled: Binding failed for port d3ca9e9d-4ad9-404e-a362-a1a0fa9d98a8, please check neutron logs for more information.\n'] [ 983.423778] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 983.424027] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c5e780e2-8ef9-461e-bca2-f9d0039ce3c3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c5e780e2-8ef9-461e-bca2-f9d0039ce3c3. [ 983.424352] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c5e780e2-8ef9-461e-bca2-f9d0039ce3c3. [ 983.447289] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 983.465109] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 983.469206] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4157fb4d-3b25-4e22-b6be-f44b7a385d5d tempest-ImagesTestJSON-1663560030 tempest-ImagesTestJSON-1663560030-project-member] [instance: c5e780e2-8ef9-461e-bca2-f9d0039ce3c3] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.126996] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 65b815c2-3af4-4a8f-b05d-74efb798ffeb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3ad11bab-4531-486f-88c0-3ef7153ea0f5 was re-scheduled: Binding failed for port 65b815c2-3af4-4a8f-b05d-74efb798ffeb, please check neutron logs for more information.\n'] [ 985.127950] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 985.128234] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ad11bab-4531-486f-88c0-3ef7153ea0f5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ad11bab-4531-486f-88c0-3ef7153ea0f5. [ 985.128533] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ad11bab-4531-486f-88c0-3ef7153ea0f5. [ 985.161520] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 985.176941] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 985.180371] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a8ac9691-43ac-4cee-83df-705687094b92 tempest-AttachVolumeTestJSON-537045632 tempest-AttachVolumeTestJSON-537045632-project-member] [instance: 3ad11bab-4531-486f-88c0-3ef7153ea0f5] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.750155] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=344,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:UPDATE=186,nova_cell1:INSERT=28,nova_cell1:DELETE=4 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.753385] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.770571] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.776470] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.779186] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.211125] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bc5e06b8-8c09-40b0-852c-2fb750a365c1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 50e9cb9c-10fd-466d-9b11-5175d7955ac9 was re-scheduled: Binding failed for port bc5e06b8-8c09-40b0-852c-2fb750a365c1, please check neutron logs for more information.\n'] [ 989.211793] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 989.212024] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e9cb9c-10fd-466d-9b11-5175d7955ac9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e9cb9c-10fd-466d-9b11-5175d7955ac9. [ 989.212386] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e9cb9c-10fd-466d-9b11-5175d7955ac9. [ 989.215114] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:UPDATE=176,nova_cell1:SELECT=338,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:DELETE=2,nova_cell1:INSERT=15 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.238582] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 989.289112] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 989.292798] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e6453d80-41e1-42f5-bcd1-cc6c2bff7a92 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 50e9cb9c-10fd-466d-9b11-5175d7955ac9] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.888773] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port af0a735b-fb31-43c7-a943-6d3dcdfa83c4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bf317705-3bf8-4522-b41a-fc023bf766d0 was re-scheduled: Binding failed for port af0a735b-fb31-43c7-a943-6d3dcdfa83c4, please check neutron logs for more information.\n'] [ 990.889304] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 990.889528] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf317705-3bf8-4522-b41a-fc023bf766d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf317705-3bf8-4522-b41a-fc023bf766d0. [ 990.889734] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bf317705-3bf8-4522-b41a-fc023bf766d0. [ 990.911576] nova-conductor[55336]: DEBUG nova.network.neutron [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 990.933548] nova-conductor[55336]: DEBUG nova.network.neutron [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 990.937153] nova-conductor[55336]: DEBUG nova.network.neutron [None req-dca00607-5fbb-43d8-aa96-49a30e8260f6 tempest-AttachVolumeNegativeTest-948750044 tempest-AttachVolumeNegativeTest-948750044-project-member] [instance: bf317705-3bf8-4522-b41a-fc023bf766d0] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.076705] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Expecting reply to msg e2556edb34754988b056b87ce11d5280 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 991.218435] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e2556edb34754988b056b87ce11d5280 [ 991.580075] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 991.592896] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.593111] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.593276] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.637110] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.637334] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.637499] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.637862] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.638042] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.638198] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.659732] nova-conductor[55336]: DEBUG nova.quota [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Getting quotas for project 89227a81e91c40928fc2d6c398c8eeca. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 991.663092] nova-conductor[55336]: DEBUG nova.quota [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Getting quotas for user 0db3b318498e43f487968e56d08d64ac and project 89227a81e91c40928fc2d6c398c8eeca. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 991.676894] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 991.677358] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.678386] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.678386] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.685723] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 991.685723] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.685723] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.685723] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.701088] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.701506] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.701839] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.134166] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Expecting reply to msg 409777ba22c34ad2a0e2179587833034 in queue reply_918060d64426449e901691c194b1e644 [ 992.315333] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 409777ba22c34ad2a0e2179587833034 [ 992.636836] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 992.656354] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.656354] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.656354] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.676081] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b99f58dd-63de-41a1-853f-7ee402bf6c3c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9d199d06-86cb-4d2f-894d-1ce0ef29235f was re-scheduled: Binding failed for port b99f58dd-63de-41a1-853f-7ee402bf6c3c, please check neutron logs for more information.\n'] [ 992.676870] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 992.677103] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d199d06-86cb-4d2f-894d-1ce0ef29235f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d199d06-86cb-4d2f-894d-1ce0ef29235f. [ 992.677300] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9d199d06-86cb-4d2f-894d-1ce0ef29235f. [ 992.718402] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.718931] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.719088] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.719463] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.719855] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.720016] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.720883] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 992.734093] nova-conductor[55337]: DEBUG nova.quota [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 992.738812] nova-conductor[55337]: DEBUG nova.quota [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for user e9a022c35a624ebab962014dc0c72037 and project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 992.744031] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 992.744486] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.744725] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.744898] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.751111] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 992.752212] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 992.752925] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.753170] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.753374] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.756168] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4b7792b3-0a3d-4dab-898d-4910bf1f9600 tempest-ServerTagsTestJSON-1822166312 tempest-ServerTagsTestJSON-1822166312-project-member] [instance: 9d199d06-86cb-4d2f-894d-1ce0ef29235f] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.781269] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.781555] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.781755] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.645842] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=4 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.687226] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.696110] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.699021] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.645469] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b23be879-2ee0-4d32-ba16-5aa71dcf946f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3c6ddf08-d0f3-444b-8249-f9dabeeef87f was re-scheduled: Binding failed for port b23be879-2ee0-4d32-ba16-5aa71dcf946f, please check neutron logs for more information.\n'] [ 1002.646433] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1002.646710] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3c6ddf08-d0f3-444b-8249-f9dabeeef87f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3c6ddf08-d0f3-444b-8249-f9dabeeef87f. [ 1002.646984] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3c6ddf08-d0f3-444b-8249-f9dabeeef87f. [ 1002.669422] nova-conductor[55337]: DEBUG nova.network.neutron [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1002.688710] nova-conductor[55337]: DEBUG nova.network.neutron [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1002.691626] nova-conductor[55337]: DEBUG nova.network.neutron [None req-0a7eeffb-a5f8-4ec8-9aff-924d5dc67616 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: 3c6ddf08-d0f3-444b-8249-f9dabeeef87f] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.727276] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.756356] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.776477] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=7 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.778723] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1004.008602] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Expecting reply to msg bff627310f544dc3a915e50e35c2cbc2 in queue reply_918060d64426449e901691c194b1e644 [ 1004.151207] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg bff627310f544dc3a915e50e35c2cbc2 [ 1004.511242] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1004.524038] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.524311] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.524521] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.554990] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.555220] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.555461] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.555893] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.556129] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.556347] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.564850] nova-conductor[55337]: DEBUG nova.quota [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1004.567686] nova-conductor[55337]: DEBUG nova.quota [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for user fd08d772c4dd4bf5986d37b8474d30a1 and project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1004.572666] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1004.573097] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.573353] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.573582] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.577836] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1004.578460] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.578694] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.578906] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.592183] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.592480] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.592718] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.621709] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3cd0eb57-3579-49ff-8787-df8d6a4eadab, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f616a54a-647c-4454-967c-e0ef50552720 was re-scheduled: Binding failed for port 3cd0eb57-3579-49ff-8787-df8d6a4eadab, please check neutron logs for more information.\n'] [ 1008.622734] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1008.623190] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f616a54a-647c-4454-967c-e0ef50552720.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f616a54a-647c-4454-967c-e0ef50552720. [ 1008.623762] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f616a54a-647c-4454-967c-e0ef50552720. [ 1008.646864] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1008.669048] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1008.672884] nova-conductor[55337]: DEBUG nova.network.neutron [None req-4037a146-0ac4-492a-ab4e-c2faac738388 tempest-SecurityGroupsTestJSON-586403488 tempest-SecurityGroupsTestJSON-586403488-project-member] [instance: f616a54a-647c-4454-967c-e0ef50552720] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.254551] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c83da57e-a466-44b2-89db-039f682c7fc1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bd872d96-d664-4ecb-ad59-516d95ad0cb7 was re-scheduled: Binding failed for port c83da57e-a466-44b2-89db-039f682c7fc1, please check neutron logs for more information.\n'] [ 1010.255130] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1010.255365] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd872d96-d664-4ecb-ad59-516d95ad0cb7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd872d96-d664-4ecb-ad59-516d95ad0cb7. [ 1010.255682] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bd872d96-d664-4ecb-ad59-516d95ad0cb7. [ 1010.280961] nova-conductor[55336]: DEBUG nova.network.neutron [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1010.295884] nova-conductor[55336]: DEBUG nova.network.neutron [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.299458] nova-conductor[55336]: DEBUG nova.network.neutron [None req-edf047f8-6fea-4813-a097-a0a4ee3cfef8 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bd872d96-d664-4ecb-ad59-516d95ad0cb7] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.340596] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg b304104310fe4ba08f9b200f496756ec in queue reply_918060d64426449e901691c194b1e644 [ 1011.466409] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg b304104310fe4ba08f9b200f496756ec [ 1011.843466] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1011.855444] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.855678] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.855851] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.883316] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.883540] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.883695] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.884067] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.884258] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.884418] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.891798] nova-conductor[55337]: DEBUG nova.quota [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1011.893878] nova-conductor[55337]: DEBUG nova.quota [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1011.898588] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1011.898971] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.899163] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.899324] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.903706] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1011.904306] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.904502] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.904667] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.918387] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.918625] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.918807] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.966565] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63fa9007-0069-463c-a79b-3bd3c6dcb3ce, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6db545fe-881e-4c9a-b514-bd98d7528674 was re-scheduled: Binding failed for port 63fa9007-0069-463c-a79b-3bd3c6dcb3ce, please check neutron logs for more information.\n'] [ 1011.967168] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1011.967409] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6db545fe-881e-4c9a-b514-bd98d7528674.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6db545fe-881e-4c9a-b514-bd98d7528674. [ 1011.967724] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6db545fe-881e-4c9a-b514-bd98d7528674. [ 1011.988725] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1012.005361] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1012.008663] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a6df5365-fc46-4d73-93ea-1add5179414e tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 6db545fe-881e-4c9a-b514-bd98d7528674] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.837498] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg e0c3dd426a5349a1adb68476fd39cde4 in queue reply_918060d64426449e901691c194b1e644 [ 1012.959399] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg e0c3dd426a5349a1adb68476fd39cde4 [ 1013.341385] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1013.354419] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.354651] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.354848] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.382734] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.383044] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.383044] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.383608] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.383730] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.383927] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.392251] nova-conductor[55337]: DEBUG nova.quota [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1013.395201] nova-conductor[55337]: DEBUG nova.quota [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1013.399912] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1013.400396] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.400638] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.400842] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.404749] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1013.405408] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.405695] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.405860] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.420206] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.420431] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.420582] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.089867] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 23ff4de9-4b22-4c53-afb4-ebdf8d8167b4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8f90d1e0-6ede-4e89-8423-170c0d0e605f was re-scheduled: Binding failed for port 23ff4de9-4b22-4c53-afb4-ebdf8d8167b4, please check neutron logs for more information.\n'] [ 1016.090418] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1016.090639] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8f90d1e0-6ede-4e89-8423-170c0d0e605f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8f90d1e0-6ede-4e89-8423-170c0d0e605f. [ 1016.090844] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8f90d1e0-6ede-4e89-8423-170c0d0e605f. [ 1016.110604] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1016.125047] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1016.127717] nova-conductor[55336]: DEBUG nova.network.neutron [None req-7d40e1fc-400f-4491-9796-2c03b603777e tempest-ServerActionsTestJSON-347776761 tempest-ServerActionsTestJSON-347776761-project-member] [instance: 8f90d1e0-6ede-4e89-8423-170c0d0e605f] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.609179] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e184a494-6d9e-409c-bb63-61452c84516a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d585fc50-c5a6-47bc-8672-498ac81c88f1 was re-scheduled: Binding failed for port e184a494-6d9e-409c-bb63-61452c84516a, please check neutron logs for more information.\n'] [ 1017.609756] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1017.609978] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d585fc50-c5a6-47bc-8672-498ac81c88f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d585fc50-c5a6-47bc-8672-498ac81c88f1. [ 1017.610180] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d585fc50-c5a6-47bc-8672-498ac81c88f1. [ 1017.630116] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1017.644836] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1017.648018] nova-conductor[55336]: DEBUG nova.network.neutron [None req-1101ed3c-6c08-402b-b633-9b13ec7fcdf5 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: d585fc50-c5a6-47bc-8672-498ac81c88f1] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.708777] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Expecting reply to msg 62414ae94ed145b59360f6b31578dbf6 in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 1019.831900] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 62414ae94ed145b59360f6b31578dbf6 [ 1020.211119] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1020.224506] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.224769] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.224957] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.252800] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.253024] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.253191] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.253553] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.253735] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.253894] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.262622] nova-conductor[55336]: DEBUG nova.quota [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1020.265960] nova-conductor[55336]: DEBUG nova.quota [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Getting quotas for user e9a022c35a624ebab962014dc0c72037 and project 8a8ad74a9f874a21838d224fa7638717. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1020.270671] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1020.271289] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.271503] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.271669] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.275978] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1020.276605] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.276798] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.276960] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.290909] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.291114] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.291440] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.388083] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1023.407410] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1023.416473] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1023.418265] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1027.952574] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49f6eaa0-e982-4031-95c8-109122d3ba0d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ed9362fc-3388-4c89-849b-8ef93d226331 was re-scheduled: Binding failed for port 49f6eaa0-e982-4031-95c8-109122d3ba0d, please check neutron logs for more information.\n'] [ 1027.953180] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1027.953424] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed9362fc-3388-4c89-849b-8ef93d226331.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed9362fc-3388-4c89-849b-8ef93d226331. [ 1027.953991] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed9362fc-3388-4c89-849b-8ef93d226331. [ 1027.974720] nova-conductor[55336]: DEBUG nova.network.neutron [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1027.991210] nova-conductor[55336]: DEBUG nova.network.neutron [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1027.993978] nova-conductor[55336]: DEBUG nova.network.neutron [None req-ab130542-2583-404a-a5f2-c2a647941c8a tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed9362fc-3388-4c89-849b-8ef93d226331] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.139375] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Expecting reply to msg 5f987b99b6cd4fd18712d90ae090291f in queue reply_918060d64426449e901691c194b1e644 [ 1029.269081] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 5f987b99b6cd4fd18712d90ae090291f [ 1029.642243] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1029.654428] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.654644] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.654821] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.678637] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.678839] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.679010] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.679372] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.679556] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.679716] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.686832] nova-conductor[55337]: DEBUG nova.quota [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1029.688853] nova-conductor[55337]: DEBUG nova.quota [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for user fd08d772c4dd4bf5986d37b8474d30a1 and project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1029.693691] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1029.694130] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.694324] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.694487] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.699407] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1029.700047] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.700268] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.700403] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.718949] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.719162] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.719330] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.257830] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.278617] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.286424] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.288849] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1031.802594] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cf57af07-9b0f-4a03-8e0c-4988648fafc4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7ebc2bed-b2a4-4649-b873-66955c30b3f3 was re-scheduled: Binding failed for port cf57af07-9b0f-4a03-8e0c-4988648fafc4, please check neutron logs for more information.\n'] [ 1031.803159] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1031.803366] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ebc2bed-b2a4-4649-b873-66955c30b3f3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ebc2bed-b2a4-4649-b873-66955c30b3f3. [ 1031.803578] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7ebc2bed-b2a4-4649-b873-66955c30b3f3. [ 1031.826985] nova-conductor[55336]: DEBUG nova.network.neutron [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1031.843099] nova-conductor[55336]: DEBUG nova.network.neutron [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1031.845671] nova-conductor[55336]: DEBUG nova.network.neutron [None req-cf4b720f-a4e3-4036-adeb-54b948ab748d tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: 7ebc2bed-b2a4-4649-b873-66955c30b3f3] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.204568] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 70f7b24fa57d4f50a4c942d378ec08e5 in queue reply_918060d64426449e901691c194b1e644 [ 1033.325039] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 70f7b24fa57d4f50a4c942d378ec08e5 [ 1033.356527] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5ce9b7ee-9978-4bc2-8d5b-072c69ed503e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 11849b75-4478-4bb5-b8eb-bb03b5c4dd57 was re-scheduled: Binding failed for port 5ce9b7ee-9978-4bc2-8d5b-072c69ed503e, please check neutron logs for more information.\n'] [ 1033.357303] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1033.357638] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11849b75-4478-4bb5-b8eb-bb03b5c4dd57.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11849b75-4478-4bb5-b8eb-bb03b5c4dd57. [ 1033.357925] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11849b75-4478-4bb5-b8eb-bb03b5c4dd57. [ 1033.380283] nova-conductor[55336]: DEBUG nova.network.neutron [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1033.394601] nova-conductor[55336]: DEBUG nova.network.neutron [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1033.398084] nova-conductor[55336]: DEBUG nova.network.neutron [None req-64be2b6d-8ee4-4c0b-8c25-03c19a8e36d9 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: 11849b75-4478-4bb5-b8eb-bb03b5c4dd57] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.706944] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1033.719399] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.719630] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.719801] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.743814] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.744047] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.744223] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.744589] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.744776] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.744932] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.751840] nova-conductor[55337]: DEBUG nova.quota [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1033.753944] nova-conductor[55337]: DEBUG nova.quota [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1033.758653] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1033.759140] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.759329] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.759496] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.761981] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1033.762606] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.762803] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.762967] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.775670] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.775885] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.776067] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.882453] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Expecting reply to msg 32e90581702f4710adafcd014bd0809f in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 1034.998488] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 32e90581702f4710adafcd014bd0809f [ 1035.384661] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1035.398011] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.398356] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.398598] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.427432] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.427784] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.428042] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.428492] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.428757] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.428977] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.438714] nova-conductor[55336]: DEBUG nova.quota [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1035.441510] nova-conductor[55336]: DEBUG nova.quota [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Getting quotas for user 02b993f5bbd5442a8d2c06cff095e867 and project e0c4cb7c0e9941f7a056fef708be822c. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1035.446346] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1035.446973] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.447246] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.447480] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.451171] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1035.451896] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.452177] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.452643] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.467091] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.467386] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.467623] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.692333] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49b06d00-5c08-468b-8014-96d77290c3b0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0f805838-262c-46e2-ae44-7fd602b8d446 was re-scheduled: Binding failed for port 49b06d00-5c08-468b-8014-96d77290c3b0, please check neutron logs for more information.\n'] [ 1037.693247] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1037.693347] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f805838-262c-46e2-ae44-7fd602b8d446.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f805838-262c-46e2-ae44-7fd602b8d446. [ 1037.693653] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f805838-262c-46e2-ae44-7fd602b8d446. [ 1037.719260] nova-conductor[55336]: DEBUG nova.network.neutron [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1037.734776] nova-conductor[55336]: DEBUG nova.network.neutron [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1037.737935] nova-conductor[55336]: DEBUG nova.network.neutron [None req-355e3528-6b58-4662-b35f-f45e299334d6 tempest-AttachInterfacesTestJSON-1566709644 tempest-AttachInterfacesTestJSON-1566709644-project-member] [instance: 0f805838-262c-46e2-ae44-7fd602b8d446] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.748563] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1043.764715] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1043.773839] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1043.774404] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1044.120640] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Expecting reply to msg 704ef502db1043e3ac365b81a4708dda in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 1044.276052] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 704ef502db1043e3ac365b81a4708dda [ 1044.623447] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1044.636875] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.637100] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.637263] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.671204] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.671500] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.671670] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.672065] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.672265] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.672454] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.683254] nova-conductor[55336]: DEBUG nova.quota [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Getting quotas for project 10919251734d46d8886316585e61b85f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1044.686423] nova-conductor[55336]: DEBUG nova.quota [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Getting quotas for user 66450afa293d4cb68deea898fc672799 and project 10919251734d46d8886316585e61b85f. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1044.691313] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1044.691716] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.691907] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.692088] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.696866] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1044.697453] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.697646] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.697809] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.711501] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.711699] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.711863] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.403620] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2703ce63-0adc-4631-8987-fab97a588dc9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ed2eb4a8-f034-4cf2-925f-2d375475a36e was re-scheduled: Binding failed for port 2703ce63-0adc-4631-8987-fab97a588dc9, please check neutron logs for more information.\n'] [ 1047.404629] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1047.405441] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed2eb4a8-f034-4cf2-925f-2d375475a36e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed2eb4a8-f034-4cf2-925f-2d375475a36e. [ 1047.405871] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed2eb4a8-f034-4cf2-925f-2d375475a36e. [ 1047.425912] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1047.441217] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1047.443745] nova-conductor[55337]: DEBUG nova.network.neutron [None req-f6c8f591-3c7a-4786-9bb9-84dec0f92445 tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ed2eb4a8-f034-4cf2-925f-2d375475a36e] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.899489] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=376,nova_cell1:UPDATE=184,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:INSERT=21 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.228147] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Expecting reply to msg 6acc1ae0b6e943e2880cb340d14a6124 in queue reply_918060d64426449e901691c194b1e644 [ 1049.353831] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 6acc1ae0b6e943e2880cb340d14a6124 [ 1049.406084] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=345,nova_cell1:UPDATE=174,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=40,nova_cell1:RELEASE=40,nova_cell1:DELETE=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.730615] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1049.746113] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.746550] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.746941] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.776453] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.793866] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.793866] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.011s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.793866] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.793866] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.793866] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.802223] nova-conductor[55337]: DEBUG nova.quota [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1049.805095] nova-conductor[55337]: DEBUG nova.quota [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Getting quotas for user fd08d772c4dd4bf5986d37b8474d30a1 and project 540a31f288b54221a4d0348b147e40e7. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1049.810070] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1049.810665] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.810988] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.811285] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.818332] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1049.819203] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.819523] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.819806] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.835668] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.835997] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.836365] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.771584] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9a1bed53-004e-4198-bcb6-e0a191555beb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bcf9a116-82eb-4bf0-bbf6-6c042fec3c91 was re-scheduled: Binding failed for port 9a1bed53-004e-4198-bcb6-e0a191555beb, please check neutron logs for more information.\n'] [ 1052.772188] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1052.772442] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bcf9a116-82eb-4bf0-bbf6-6c042fec3c91.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bcf9a116-82eb-4bf0-bbf6-6c042fec3c91. [ 1052.774199] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bcf9a116-82eb-4bf0-bbf6-6c042fec3c91. [ 1052.792951] nova-conductor[55336]: DEBUG nova.network.neutron [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1052.807545] nova-conductor[55336]: DEBUG nova.network.neutron [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1052.810167] nova-conductor[55336]: DEBUG nova.network.neutron [None req-b3402c05-1626-4a52-ab3f-f6f5c050dfb2 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: bcf9a116-82eb-4bf0-bbf6-6c042fec3c91] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.373694] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1d547425-b7ab-4225-b7c0-da661307e5e1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a2b0c509-2ff8-4a46-b136-1e3ca4ede932 was re-scheduled: Binding failed for port 1d547425-b7ab-4225-b7c0-da661307e5e1, please check neutron logs for more information.\n'] [ 1054.374369] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1054.374643] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b0c509-2ff8-4a46-b136-1e3ca4ede932.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b0c509-2ff8-4a46-b136-1e3ca4ede932. [ 1054.374999] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b0c509-2ff8-4a46-b136-1e3ca4ede932. [ 1054.402356] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Expecting reply to msg 37db76101b0c45ae8f73e52b4012fde9 in queue reply_918060d64426449e901691c194b1e644 [ 1054.419046] nova-conductor[55337]: DEBUG nova.network.neutron [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1054.434108] nova-conductor[55337]: DEBUG nova.network.neutron [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1054.438806] nova-conductor[55337]: DEBUG nova.network.neutron [None req-df75438f-5559-4633-987a-052ae9091427 tempest-ServersTestJSON-1130810769 tempest-ServersTestJSON-1130810769-project-member] [instance: a2b0c509-2ff8-4a46-b136-1e3ca4ede932] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.533307] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 37db76101b0c45ae8f73e52b4012fde9 [ 1054.676257] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=2 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1054.700219] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1054.707321] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1054.709197] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1054.905335] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1054.918033] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.918400] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.918778] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.943987] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.944293] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.944572] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.945039] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.945271] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.945527] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.952926] nova-conductor[55337]: DEBUG nova.quota [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1054.955205] nova-conductor[55337]: DEBUG nova.quota [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Getting quotas for user d496b47ef9db47fa97323baf6bbd63ed and project f1fb1191ee044c4f921f5b7935f0109d. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1054.960735] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1054.961216] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.961477] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.961680] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.965257] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1054.965915] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.966104] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.966415] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.992304] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.993004] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.993255] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.336178] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e7d771e4-a10e-4178-af1b-7325b18e280e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f1785140-ebf1-4f2e-b35b-573d55a3e3a0 was re-scheduled: Binding failed for port e7d771e4-a10e-4178-af1b-7325b18e280e, please check neutron logs for more information.\n'] [ 1058.336801] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1058.337036] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f1785140-ebf1-4f2e-b35b-573d55a3e3a0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f1785140-ebf1-4f2e-b35b-573d55a3e3a0. [ 1058.337348] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f1785140-ebf1-4f2e-b35b-573d55a3e3a0. [ 1058.361686] nova-conductor[55337]: DEBUG nova.network.neutron [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1058.380059] nova-conductor[55337]: DEBUG nova.network.neutron [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1058.383525] nova-conductor[55337]: DEBUG nova.network.neutron [None req-dcf0e018-1107-44e8-b228-5cdb4783f38b tempest-ServerActionsTestOtherA-356726708 tempest-ServerActionsTestOtherA-356726708-project-member] [instance: f1785140-ebf1-4f2e-b35b-573d55a3e3a0] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.768519] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Expecting reply to msg 884a93cafc8d40a4b76816c80690e98d in queue reply_918060d64426449e901691c194b1e644 [ 1061.934830] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 884a93cafc8d40a4b76816c80690e98d [ 1062.273197] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1062.287524] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.287742] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.287930] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.321225] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.321489] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.321659] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.322019] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.322201] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.322363] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.331227] nova-conductor[55337]: DEBUG nova.quota [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Getting quotas for project 62a66aa26e0e4462a908d01221860ec8. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1062.334501] nova-conductor[55337]: DEBUG nova.quota [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Getting quotas for user aad25c1b15514c42b679ad8c4b59c034 and project 62a66aa26e0e4462a908d01221860ec8. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1062.339320] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1062.339769] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.339969] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.340147] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.348682] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1062.349373] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.349582] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.349750] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.364454] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.364674] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.364840] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.305568] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1b3ab288-c471-42f1-867c-364ca86380aa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ccffbcd1-09f3-4458-8caa-54980f26da14 was re-scheduled: Binding failed for port 1b3ab288-c471-42f1-867c-364ca86380aa, please check neutron logs for more information.\n'] [ 1063.306172] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1063.306445] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccffbcd1-09f3-4458-8caa-54980f26da14.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccffbcd1-09f3-4458-8caa-54980f26da14. [ 1063.306704] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ccffbcd1-09f3-4458-8caa-54980f26da14. [ 1063.333303] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1063.348719] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1063.356755] nova-conductor[55336]: DEBUG nova.network.neutron [None req-25d7bce5-2415-4046-ab6f-779dbe06eb7b tempest-ServerDiskConfigTestJSON-865109624 tempest-ServerDiskConfigTestJSON-865109624-project-member] [instance: ccffbcd1-09f3-4458-8caa-54980f26da14] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.677682] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.680271] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.680271] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.698546] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Expecting reply to msg f27026dac3d0427684ede0753204ff0f in queue reply_7c36a4d9428d461ab7c19fd658d432a2 [ 1068.831096] nova-conductor[55336]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg f27026dac3d0427684ede0753204ff0f [ 1069.201870] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55336) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1069.213350] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.213591] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.213757] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.249579] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.249943] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.250178] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.250632] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.250849] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.251074] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.261878] nova-conductor[55336]: DEBUG nova.quota [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Getting quotas for project 42d32543187f4384bd2a4a0236f188f5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1069.262850] nova-conductor[55336]: DEBUG nova.quota [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Getting quotas for user a1dd06955a8a40e0993e7d5653cb5293 and project 42d32543187f4384bd2a4a0236f188f5. Resources: {'ram', 'cores', 'instances'} {{(pid=55336) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1069.272800] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55336) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1069.272800] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.272941] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.273058] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.277813] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55336) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1069.278817] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.278817] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.278977] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.302882] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.303015] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.303234] nova-conductor[55336]: DEBUG oslo_concurrency.lockutils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55336) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.297782] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eab402f3-4651-4980-a6e5-86ec594dbba4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b46eab3d-f824-419d-822a-789618584907 was re-scheduled: Binding failed for port eab402f3-4651-4980-a6e5-86ec594dbba4, please check neutron logs for more information.\n'] [ 1070.298405] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1070.298642] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b46eab3d-f824-419d-822a-789618584907.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b46eab3d-f824-419d-822a-789618584907. [ 1070.298944] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b46eab3d-f824-419d-822a-789618584907. [ 1070.318903] nova-conductor[55337]: DEBUG nova.network.neutron [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1070.335026] nova-conductor[55337]: DEBUG nova.network.neutron [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1070.338137] nova-conductor[55337]: DEBUG nova.network.neutron [None req-20332e1a-fa9c-4b64-9cee-ca1f3e068967 tempest-DeleteServersTestJSON-2050988903 tempest-DeleteServersTestJSON-2050988903-project-member] [instance: b46eab3d-f824-419d-822a-789618584907] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.325993] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=3 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.351341] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.359862] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1072.362457] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1074.602217] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Expecting reply to msg 2efb823ba2be4f6c90febb3b9daac7e7 in queue reply_918060d64426449e901691c194b1e644 [ 1074.755377] nova-conductor[55337]: INFO oslo_messaging._drivers.amqpdriver [-] Received RPC response for msg 2efb823ba2be4f6c90febb3b9daac7e7 [ 1074.984793] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 10ad0546-c51a-459e-9f38-34479abd3eb2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dea85e5f-ed81-41d2-bcea-906ba68c132b was re-scheduled: Binding failed for port 10ad0546-c51a-459e-9f38-34479abd3eb2, please check neutron logs for more information.\n'] [ 1074.985332] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1074.985561] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dea85e5f-ed81-41d2-bcea-906ba68c132b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dea85e5f-ed81-41d2-bcea-906ba68c132b. [ 1074.985768] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dea85e5f-ed81-41d2-bcea-906ba68c132b. [ 1075.017651] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1075.034333] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1075.037994] nova-conductor[55337]: DEBUG nova.network.neutron [None req-a748d4a9-d995-40a3-90e6-625e51623b37 tempest-ServersNegativeTestMultiTenantJSON-630656320 tempest-ServersNegativeTestMultiTenantJSON-630656320-project-member] [instance: dea85e5f-ed81-41d2-bcea-906ba68c132b] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.104896] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55337) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1075.118190] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.118410] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.118579] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.154468] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.154703] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.154872] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.155238] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.155419] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.155576] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.163907] nova-conductor[55337]: DEBUG nova.quota [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Getting quotas for project 46166314d94c42219f44cd4b1494afaa. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1075.166626] nova-conductor[55337]: DEBUG nova.quota [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Getting quotas for user 0ebbc96149de425a86849d8e65fb5713 and project 46166314d94c42219f44cd4b1494afaa. Resources: {'ram', 'cores', 'instances'} {{(pid=55337) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1075.171733] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55337) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1075.172173] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.172384] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.172584] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.176414] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='9fb27d9a-1b35-489a-a2e9-d7ab6f1e6234',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55337) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1075.177022] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.177207] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.177365] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.193686] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Acquiring lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.193922] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.194090] nova-conductor[55337]: DEBUG oslo_concurrency.lockutils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Lock "68fb4695-dd42-413d-a96d-b3e3cfe20816" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55337) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.255781] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell0:SELECT=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.281652] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.295270] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=4 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.301226] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1084.508693] nova-conductor[55337]: ERROR nova.scheduler.utils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32b22b67-489e-47dd-81e6-8ab7c2821d2b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ebaab6d8-7c21-4759-b8cc-28f6e963fd1d was re-scheduled: Binding failed for port 32b22b67-489e-47dd-81e6-8ab7c2821d2b, please check neutron logs for more information.\n'] [ 1084.509466] nova-conductor[55337]: DEBUG nova.conductor.manager [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Rescheduling: True {{(pid=55337) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1084.509710] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ebaab6d8-7c21-4759-b8cc-28f6e963fd1d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ebaab6d8-7c21-4759-b8cc-28f6e963fd1d. [ 1084.510029] nova-conductor[55337]: WARNING nova.scheduler.utils [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ebaab6d8-7c21-4759-b8cc-28f6e963fd1d. [ 1084.531612] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] deallocate_for_instance() {{(pid=55337) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1084.546294] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] Instance cache missing network info. {{(pid=55337) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1084.549770] nova-conductor[55337]: DEBUG nova.network.neutron [None req-e465f2b7-260e-4a37-af1f-a92279e1b071 tempest-ServerGroupTestJSON-1248368617 tempest-ServerGroupTestJSON-1248368617-project-member] [instance: ebaab6d8-7c21-4759-b8cc-28f6e963fd1d] Updating instance_info_cache with network_info: [] {{(pid=55337) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.159001] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell0:SELECT=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1085.179260] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1085.189260] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1085.190550] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1087.393940] nova-conductor[55336]: ERROR nova.scheduler.utils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 539, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 48dd7a6e-e5c8-435c-b668-015b1e3952fd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 79c9bea0-8c45-470b-87db-08264f01b553 was re-scheduled: Binding failed for port 48dd7a6e-e5c8-435c-b668-015b1e3952fd, please check neutron logs for more information.\n'] [ 1087.394478] nova-conductor[55336]: DEBUG nova.conductor.manager [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Rescheduling: True {{(pid=55336) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 1087.394700] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79c9bea0-8c45-470b-87db-08264f01b553.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79c9bea0-8c45-470b-87db-08264f01b553. [ 1087.395011] nova-conductor[55336]: WARNING nova.scheduler.utils [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 79c9bea0-8c45-470b-87db-08264f01b553. [ 1087.416611] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] deallocate_for_instance() {{(pid=55336) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1087.431718] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] Instance cache missing network info. {{(pid=55336) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1087.435054] nova-conductor[55336]: DEBUG nova.network.neutron [None req-e532d1b7-6cd9-49b3-99b3-c818b5158312 tempest-ServersNegativeTestJSON-1167413370 tempest-ServersNegativeTestJSON-1167413370-project-member] [instance: 79c9bea0-8c45-470b-87db-08264f01b553] Updating instance_info_cache with network_info: [] {{(pid=55336) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.402032] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=167,nova_cell1:UPDATE=75,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:INSERT=14 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1097.444191] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=192,nova_cell1:UPDATE=100,nova_cell1:INSERT=12,nova_cell1:SAVEPOINT=16,nova_cell1:RELEASE=16 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1110.366012] nova-conductor[55336]: DEBUG dbcounter [-] [55336] Writing DB stats nova_cell1:SELECT=3 {{(pid=55336) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1110.872990] nova-conductor[55337]: DEBUG dbcounter [-] [55337] Writing DB stats nova_cell1:SELECT=3,nova_cell1:UPDATE=1 {{(pid=55337) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}