[ 386.153806] nova-conductor[53808]: INFO dbcounter [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Registered counter for database nova_api [ 386.162612] nova-conductor[53808]: DEBUG oslo_db.sqlalchemy.engines [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53808) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.190898] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writer thread running {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.192922] nova-conductor[53808]: DEBUG nova.context [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) {{(pid=53808) load_cells /opt/stack/nova/nova/context.py:464}} [ 386.194584] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 386.194792] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 386.195265] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 386.195685] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 386.195869] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 386.196809] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 386.198177] nova-conductor[53808]: INFO dbcounter [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Registered counter for database nova_cell0 [ 386.200467] nova-conductor[53808]: INFO dbcounter [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Registered counter for database nova_cell1 [ 386.203161] nova-conductor[53808]: DEBUG oslo_db.sqlalchemy.engines [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53808) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.203509] nova-conductor[53808]: DEBUG oslo_db.sqlalchemy.engines [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53808) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.280276] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writer thread running {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.283529] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writer thread running {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.285135] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Acquiring lock "singleton_lock" {{(pid=53808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 386.285311] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Acquired lock "singleton_lock" {{(pid=53808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 386.285549] nova-conductor[53808]: DEBUG oslo_concurrency.lockutils [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Releasing lock "singleton_lock" {{(pid=53808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 386.285954] nova-conductor[53808]: INFO oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Starting 2 workers [ 386.291031] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Started child 54228 {{(pid=53808) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 386.294769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Started child 54229 {{(pid=53808) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 386.295190] nova-conductor[54228]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 386.295421] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Full set of CONF: {{(pid=53808) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 386.295594] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ******************************************************************************** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 386.295746] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Configuration options gathered from: {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 386.295925] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 386.296272] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] config files: ['/etc/nova/nova.conf'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 386.296414] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ================================================================================ {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 386.296801] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] allow_resize_to_same_host = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.297025] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] arq_binding_timeout = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.297217] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] block_device_allocate_retries = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.297440] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] block_device_allocate_retries_interval = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.297676] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cert = self.pem {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.297869] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute_driver = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.298130] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute_monitors = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.298492] nova-conductor[54229]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 386.298692] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] config_dir = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.298906] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] config_drive_format = iso9660 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.299082] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.299293] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] config_source = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.299483] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] console_host = devstack {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.299680] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] control_exchange = nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.299910] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cpu_allocation_ratio = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.300102] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] daemon = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.300302] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] debug = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.300487] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_access_ip_network_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.300676] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_availability_zone = nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.300840] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_ephemeral_format = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.301086] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_green_pool_size = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.301325] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.301512] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] default_schedule_zone = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.301844] nova-conductor[54228]: INFO dbcounter [None req-546524ca-7bf5-4622-8204-5f2571e3435f None None] Registered counter for database nova_cell1 [ 386.302021] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] disk_allocation_ratio = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.302190] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] enable_new_services = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.302416] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] enabled_apis = ['osapi_compute'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.302592] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] enabled_ssl_apis = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.302803] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] flat_injected = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.302980] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] force_config_drive = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.303193] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] force_raw_images = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.303377] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] graceful_shutdown_timeout = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.303568] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] heal_instance_info_cache_interval = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.303907] nova-conductor[54229]: INFO dbcounter [None req-66535707-8a43-47ca-8574-eb5a00a9edf2 None None] Registered counter for database nova_cell1 [ 386.304057] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] host = devstack {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.304288] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.304490] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] initial_disk_allocation_ratio = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.304660] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] initial_ram_allocation_ratio = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.304922] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.305110] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_build_timeout = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.305274] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_delete_interval = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.305462] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_format = [instance: %(uuid)s] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.305631] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_name_template = instance-%08x {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.305888] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_usage_audit = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.306108] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_usage_audit_period = month {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.306301] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.306498] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] instances_path = /opt/stack/data/nova/instances {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.306668] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] internal_service_availability_zone = internal {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.306845] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] key = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.307012] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] live_migration_retry_count = 30 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.307216] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_color = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.307435] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_config_append = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.307684] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.307869] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_dir = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.308116] nova-conductor[54228]: DEBUG oslo_db.sqlalchemy.engines [None req-546524ca-7bf5-4622-8204-5f2571e3435f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54228) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.308271] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.308429] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_options = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.308621] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_rotate_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.308828] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_rotate_interval_type = days {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309027] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] log_rotation_type = none {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309169] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309479] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309646] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.309877] nova-conductor[54229]: DEBUG oslo_db.sqlalchemy.engines [None req-66535707-8a43-47ca-8574-eb5a00a9edf2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54229) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.310022] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.310250] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] long_rpc_timeout = 1800 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.310415] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_concurrent_builds = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.310573] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_concurrent_live_migrations = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.310735] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_concurrent_snapshots = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.310894] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_local_block_devices = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311065] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_logfile_count = 30 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311225] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] max_logfile_size_mb = 200 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311384] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] maximum_instance_delete_attempts = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311551] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metadata_listen = 0.0.0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311764] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metadata_listen_port = 8775 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.311947] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metadata_workers = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.312166] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] migrate_max_retries = -1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.312288] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] mkisofs_cmd = genisoimage {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.312522] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] my_block_storage_ip = 10.180.1.21 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.312664] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] my_ip = 10.180.1.21 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.312827] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] network_allocate_retries = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313030] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313184] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] osapi_compute_listen = 0.0.0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313348] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] osapi_compute_listen_port = 8774 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313517] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] osapi_compute_unique_server_name_scope = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313691] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] osapi_compute_workers = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.313862] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] password_length = 12 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314034] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] periodic_enable = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314198] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] periodic_fuzzy_delay = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314373] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] pointer_model = usbtablet {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314562] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] preallocate_images = none {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314737] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] publish_errors = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.314875] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] pybasedir = /opt/stack/nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315043] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ram_allocation_ratio = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315215] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rate_limit_burst = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315382] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rate_limit_except_level = CRITICAL {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315543] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rate_limit_interval = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315721] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reboot_timeout = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.315884] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reclaim_instance_interval = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316052] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] record = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316216] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reimage_timeout_per_gb = 20 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316410] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] report_interval = 120 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316582] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rescue_timeout = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316764] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reserved_host_cpus = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.316923] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reserved_host_disk_mb = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317095] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reserved_host_memory_mb = 512 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317301] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] reserved_huge_pages = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317478] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] resize_confirm_window = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317661] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] resize_fs_using_block_device = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317826] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] resume_guests_state_on_host_boot = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.317997] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.318179] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] rpc_response_timeout = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.318338] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] run_external_periodic_tasks = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.318534] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] running_deleted_instance_action = reap {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.318750] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writer thread running {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.318897] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] running_deleted_instance_poll_interval = 1800 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319084] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] running_deleted_instance_timeout = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319247] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler_instance_sync_interval = 120 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319414] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_down_time = 720 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319615] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] servicegroup_driver = db {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319774] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] shell_completion = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.319930] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] shelved_offload_time = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.320117] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] shelved_poll_interval = 3600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.320288] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] shutdown_timeout = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.320451] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writer thread running {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.320593] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] source_is_ipv6 = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.320773] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ssl_only = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.320944] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] state_path = /opt/stack/data/nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321117] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] sync_power_state_interval = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321275] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] sync_power_state_pool_size = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321449] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] syslog_log_facility = LOG_USER {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321607] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] tempdir = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321763] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] timeout_nbd = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.321928] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] transport_url = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322102] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] update_resources_interval = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322263] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_cow_images = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322498] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_eventlog = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322604] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_journal = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322759] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_json = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.322936] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_rootwrap_daemon = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.323127] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_stderr = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.323289] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] use_syslog = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.323447] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vcpu_pin_set = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.323641] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vif_plugging_is_fatal = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.323826] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vif_plugging_timeout = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.324030] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] virt_mkfs = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.324196] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] volume_usage_poll_interval = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.324357] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] watch_log_file = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.324553] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] web = /usr/share/spice-html5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.325217] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_concurrency.disable_process_locking = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.325421] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.325636] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.325812] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.325980] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.326181] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.326352] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.326638] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.auth_strategy = keystone {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.326847] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.compute_link_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327066] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327255] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.dhcp_domain = novalocal {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327450] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.enable_instance_password = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327616] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.glance_link_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327777] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.327966] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.328149] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.instance_list_per_project_cells = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.328312] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.list_records_by_skipping_down_cells = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.328497] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.local_metadata_per_cell = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.328668] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.max_limit = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.328837] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.metadata_cache_expiration = 15 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329015] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.neutron_default_tenant_id = default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329195] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.response_validation = warn {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329364] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.use_neutron_default_nets = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329535] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329703] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.329869] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.330051] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.330261] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_dynamic_targets = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.330435] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_jsonfile_path = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.330620] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.330876] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.backend = dogpile.cache.memcached {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.331079] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.backend_argument = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.331273] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.config_prefix = cache.oslo {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.331465] nova-conductor[54228]: DEBUG nova.service [None req-546524ca-7bf5-4622-8204-5f2571e3435f None None] Creating RPC server for service conductor {{(pid=54228) start /opt/stack/nova/nova/service.py:186}} [ 386.331617] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.dead_timeout = 60.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.331804] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.debug_cache_backend = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.331989] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.enable_retry_client = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.332169] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.enable_socket_keepalive = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.332339] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.enabled = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.332503] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.enforce_fips_mode = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.332696] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.expiration_time = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.332862] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.hashclient_retry_attempts = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.333058] nova-conductor[54229]: DEBUG nova.service [None req-66535707-8a43-47ca-8574-eb5a00a9edf2 None None] Creating RPC server for service conductor {{(pid=54229) start /opt/stack/nova/nova/service.py:186}} [ 386.333205] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.hashclient_retry_delay = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.333393] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_dead_retry = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.333561] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_password = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.333725] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.333893] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334071] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_pool_maxsize = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334238] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334400] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_sasl_enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334590] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334787] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_socket_timeout = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.334953] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.memcache_username = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335132] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.proxies = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335293] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_db = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335452] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_password = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335623] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_sentinel_service_name = mymaster {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335794] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.335963] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_server = localhost:6379 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336141] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_socket_timeout = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336303] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.redis_username = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336467] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.retry_attempts = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336636] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.retry_delay = 0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336796] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.socket_keepalive_count = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.336955] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.socket_keepalive_idle = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337131] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.socket_keepalive_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337316] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.tls_allowed_ciphers = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337487] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.tls_cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337650] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.tls_certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337808] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.tls_enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.337967] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cache.tls_keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.338211] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.338450] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.auth_type = password {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.338630] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.338832] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.catalog_info = volumev3::publicURL {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.338997] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.339174] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.339356] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.cross_az_attach = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.339517] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.debug = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.339693] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.endpoint_template = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.339870] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.http_retries = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340044] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340207] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340379] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.os_region_name = RegionOne {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340544] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340700] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cinder.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.340874] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341042] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.cpu_dedicated_set = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341202] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.cpu_shared_set = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341370] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.image_type_exclude_list = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341536] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341696] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.max_concurrent_disk_ops = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.341857] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.max_disk_devices_to_attach = -1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342032] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342229] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342394] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.resource_provider_association_refresh = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342556] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342762] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.shutdown_retry_interval = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.342895] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.343082] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] conductor.workers = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.343325] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] console.allowed_origins = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.343513] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] console.ssl_ciphers = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.343694] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] console.ssl_minimum_version = default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344502] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] consoleauth.enforce_session_timeout = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344502] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] consoleauth.token_ttl = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344502] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344502] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344654] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344759] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.344934] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345114] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345273] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345428] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345585] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345747] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.345899] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.346063] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.346226] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.346388] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.service_type = accelerator {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.346546] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347028] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347028] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347028] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347204] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347368] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] cyborg.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347561] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.backend = sqlalchemy {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347737] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.connection = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.347905] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.connection_debug = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348298] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.connection_parameters = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348298] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.connection_recycle_time = 3600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348434] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.connection_trace = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348843] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.db_inc_retry_interval = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348843] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.db_max_retries = 20 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.348928] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.db_max_retry_interval = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349100] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.db_retry_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349268] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.max_overflow = 50 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349432] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.max_pool_size = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349594] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.max_retries = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349762] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.349946] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.mysql_wsrep_sync_wait = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350084] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.pool_timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350247] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.retry_interval = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350418] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.slave_connection = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350697] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.sqlite_synchronous = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350760] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] database.use_db_reconnect = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.350912] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.backend = sqlalchemy {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351089] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.connection = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351264] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.connection_debug = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351449] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.connection_parameters = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351605] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.connection_recycle_time = 3600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.connection_trace = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.351935] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.db_inc_retry_interval = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352125] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.db_max_retries = 20 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352288] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.db_max_retry_interval = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352458] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.db_retry_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352619] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.max_overflow = 50 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352774] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.max_pool_size = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.352926] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.max_retries = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353106] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353276] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353443] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.pool_timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353646] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.retry_interval = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353838] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.slave_connection = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.353918] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] api_database.sqlite_synchronous = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.354118] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] devices.enabled_mdev_types = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.354333] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.354487] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ephemeral_storage_encryption.default_format = luks {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.354660] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ephemeral_storage_encryption.enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.354809] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355060] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.api_servers = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355182] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355333] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355493] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355667] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.355909] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356059] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.debug = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356179] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.default_trusted_certificate_ids = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356336] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.enable_certificate_validation = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356483] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.enable_rbd_download = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356632] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356812] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.356951] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357112] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357292] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357457] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.num_retries = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357626] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.rbd_ceph_conf = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357786] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.rbd_connect_timeout = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.357952] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.rbd_pool = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.358131] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.rbd_user = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.358307] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.358501] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.358664] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.358838] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.service_type = image {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.359184] nova-conductor[54228]: DEBUG nova.service [None req-546524ca-7bf5-4622-8204-5f2571e3435f None None] Join ServiceGroup membership for this service conductor {{(pid=54228) start /opt/stack/nova/nova/service.py:203}} [ 386.359336] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.359491] nova-conductor[54228]: DEBUG nova.servicegroup.drivers.db [None req-546524ca-7bf5-4622-8204-5f2571e3435f None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54228) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 386.359636] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.359814] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.359980] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.360178] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.360345] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.verify_glance_signatures = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.360517] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] glance.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.360687] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] guestfs.debug = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.360851] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] mks.enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.361462] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.361663] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.manager_interval = 2400 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.361854] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.precache_concurrency = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362038] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.remove_unused_base_images = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362221] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362393] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362575] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] image_cache.subdirectory_name = _base {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362782] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.api_max_retries = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.362945] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.api_retry_interval = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363121] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363441] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.auth_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363483] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363603] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363758] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.363938] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.conductor_group = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364138] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364264] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364421] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364581] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364733] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.364888] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365219] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.peer_list = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365671] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365671] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365671] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.serial_console_state_timeout = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365832] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.365990] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.service_type = baremetal {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.366172] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.shard = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.366334] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.366492] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.366964] nova-conductor[54229]: DEBUG nova.service [None req-66535707-8a43-47ca-8574-eb5a00a9edf2 None None] Join ServiceGroup membership for this service conductor {{(pid=54229) start /opt/stack/nova/nova/service.py:203}} [ 386.367127] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.367339] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.367526] nova-conductor[54229]: DEBUG nova.servicegroup.drivers.db [None req-66535707-8a43-47ca-8574-eb5a00a9edf2 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54229) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 386.367672] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.367855] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ironic.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.368082] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.368299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] key_manager.fixed_key = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.368547] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.368723] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.barbican_api_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.368886] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.barbican_endpoint = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369094] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.barbican_endpoint_type = public {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369284] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.barbican_region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369447] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369614] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369774] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.369932] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370109] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370298] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.number_of_retries = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370466] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.retry_delay = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370631] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.send_service_user_token = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370796] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.370955] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371131] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.verify_ssl = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371294] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican.verify_ssl_path = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371481] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371663] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.auth_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371823] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.371982] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372159] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372319] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372476] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372636] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372791] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] barbican_service_user.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.372960] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.approle_role_id = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373131] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.approle_secret_id = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373305] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.kv_mountpoint = secret {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373462] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.kv_path = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373621] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.kv_version = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373783] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.namespace = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.373938] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.root_token_id = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374108] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.ssl_ca_crt_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374277] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.timeout = 60.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374438] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.use_ssl = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374626] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374819] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.374983] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.auth_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375157] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375321] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375477] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375655] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375814] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.375971] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376142] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376455] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376610] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.376928] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377095] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.service_type = identity {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377475] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377650] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377816] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.377971] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.378170] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.378351] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] keystone.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.378616] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.connection_uri = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.378806] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_mode = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379029] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_model_extra_flags = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379210] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_models = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379380] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_power_governor_high = performance {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379550] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_power_governor_low = powersave {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379717] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_power_management = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.379908] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380104] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.device_detach_attempts = 8 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380273] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.device_detach_timeout = 20 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380441] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.disk_cachemodes = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380626] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.disk_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380757] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.enabled_perf_events = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.380915] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.file_backed_memory = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381090] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.gid_maps = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381279] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.hw_disk_discard = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381440] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.hw_machine_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381605] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_rbd_ceph_conf = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.381930] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382111] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_rbd_glance_store_name = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382278] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_rbd_pool = rbd {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382446] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_type = default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382609] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.images_volume_group = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.inject_key = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.382927] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.inject_partition = -2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383100] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.inject_password = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383284] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.iscsi_iface = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383449] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.iser_use_multipath = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383611] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_bandwidth = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383770] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.383930] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_downtime = 500 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384102] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384265] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384424] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_inbound_addr = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384586] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384749] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_permit_post_copy = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.384909] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_scheme = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385090] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_timeout_action = abort {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_tunnelled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385421] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_uri = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385584] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.live_migration_with_native_tls = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385765] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.max_queues = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.385934] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.386206] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.386381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.nfs_mount_options = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.386606] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.386778] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.386940] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_iser_scan_tries = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387109] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_memory_encrypted_guests = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387298] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387466] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_pcie_ports = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387635] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.num_volume_scan_tries = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387801] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.pmem_namespaces = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.387962] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.quobyte_client_cfg = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.388204] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.388408] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rbd_connect_timeout = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.388604] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.388785] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.388948] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rbd_secret_uuid = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389121] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rbd_user = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389287] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389484] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.remote_filesystem_transport = ssh {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389650] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rescue_image_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389807] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rescue_kernel_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.389962] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rescue_ramdisk_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.390150] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.390310] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.rx_queue_size = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.390483] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.smbfs_mount_options = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.390700] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.390870] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.snapshot_compression = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391040] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.snapshot_image_format = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391263] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391427] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.sparse_logical_volumes = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391588] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.swtpm_enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391775] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.swtpm_group = tss {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.391948] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.swtpm_user = tss {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392127] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.sysinfo_serial = unique {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392285] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.tb_cache_size = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392445] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.tx_queue_size = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392611] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.uid_maps = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392773] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.use_virtio_for_bridges = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.392941] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.virt_type = kvm {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393119] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.volume_clear = zero {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393285] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.volume_clear_size = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393461] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.volume_use_multipath = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393616] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_cache_path = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393780] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.393947] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_mount_group = qemu {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.394126] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_mount_opts = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.394295] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.394516] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.394747] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.vzstorage_mount_user = stack {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.394864] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395235] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.auth_type = password {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395394] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395555] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395724] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.395900] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396069] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396238] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.default_floating_pool = public {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396397] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396562] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.extension_sync_interval = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396722] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.http_retries = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.396881] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397046] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397207] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397413] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397574] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397741] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.ovs_bridge = br-int {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.397957] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.physnets = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.398143] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.region_name = RegionOne {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.398322] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.398541] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.service_metadata_proxy = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.398711] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.398887] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.service_type = network {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399083] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399247] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399409] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399571] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399752] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.399912] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] neutron.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400096] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] notifications.bdms_in_notifications = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400274] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] notifications.default_level = INFO {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400470] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] notifications.notification_format = unversioned {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400633] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] notifications.notify_on_state_change = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400808] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.400991] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] pci.alias = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.401178] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] pci.device_spec = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.401343] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] pci.report_in_placement = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.401540] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.401717] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.auth_type = password {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.401902] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402077] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402237] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402401] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402559] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402716] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.402894] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.default_domain_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403064] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.default_domain_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403226] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.domain_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403386] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.domain_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403545] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403705] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.403863] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404029] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404192] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404362] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.password = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404522] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.project_domain_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404685] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.project_domain_name = Default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.404847] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.project_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405025] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.project_name = service {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405201] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.region_name = RegionOne {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405362] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405526] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405694] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.service_type = placement {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.405857] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406022] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406185] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406343] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.system_scope = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406500] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406657] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.trust_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406814] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.user_domain_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.406981] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.user_domain_name = Default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.407153] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.user_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.407353] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.username = nova {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.407546] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.407708] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] placement.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.407907] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.cores = 20 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408079] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.count_usage_from_placement = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408258] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408479] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.injected_file_content_bytes = 10240 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408654] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.injected_file_path_length = 255 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408822] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.injected_files = 5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.408986] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.instances = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.409165] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.key_pairs = 100 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.409330] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.metadata_items = 128 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.409500] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.ram = 51200 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.409663] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.recheck_quota = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.409833] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.server_group_members = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410028] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] quota.server_groups = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410212] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410407] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410596] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.image_metadata_prefilter = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410777] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.410951] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.max_attempts = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.411135] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.max_placement_results = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.411331] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.411497] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.query_placement_for_image_type_support = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.411677] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.411850] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] scheduler.workers = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412066] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412242] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412440] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412613] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412778] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.412939] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.413112] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.413325] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.413511] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.host_subset_size = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.413744] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.413940] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414122] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414289] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.isolated_hosts = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414454] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.isolated_images = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414618] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414778] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.414943] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415118] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.pci_in_placement = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415279] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415439] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415601] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415759] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.415926] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416096] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416267] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.track_instance_changes = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416446] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416620] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metrics.required = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416786] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metrics.weight_multiplier = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.416948] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.417124] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] metrics.weight_setting = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.417499] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.417680] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.417880] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.port_range = 10000:20000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418068] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418238] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418448] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] serial_console.serialproxy_port = 6083 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418637] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418811] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.auth_type = password {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.418973] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419147] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419315] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419477] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419633] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419814] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.send_service_user_token = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.419987] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.420159] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] service_user.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.420356] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.agent_enabled = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.420521] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.420865] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421077] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421283] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.html5proxy_port = 6082 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421449] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.image_compression = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421608] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.jpeg_compression = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421768] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.playback_compression = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.421950] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.require_secure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422130] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.server_listen = 127.0.0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422459] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.streaming_mode = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422619] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] spice.zlib_compression = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422783] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] upgrade_levels.baseapi = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.422948] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] upgrade_levels.compute = auto {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423118] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] upgrade_levels.conductor = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423278] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] upgrade_levels.scheduler = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423461] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423643] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.auth_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423804] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.423980] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424131] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424291] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424448] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424605] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424756] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vendordata_dynamic_auth.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.424965] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.api_retry_count = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425139] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.ca_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425295] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.cache_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425453] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.cluster_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425612] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.connection_pool_size = 10 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425765] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.console_delay_seconds = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.425918] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.datastore_regex = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426083] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.host_ip = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426246] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.host_password = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426411] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.host_port = 443 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426568] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.host_username = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426730] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.426890] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.integration_bridge = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427061] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.maximum_objects = 100 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427220] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.pbm_default_policy = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427411] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.pbm_enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427578] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.pbm_wsdl_location = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427747] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.427907] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.serial_port_proxy_uri = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428073] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.serial_port_service_uri = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428247] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.task_poll_interval = 0.5 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428445] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.use_linked_clone = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428628] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.vnc_keymap = en-us {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428800] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.vnc_port = 5900 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.428965] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vmware.vnc_port_total = 10000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.429206] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.auth_schemes = ['none'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.429386] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.enabled = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.429882] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.429882] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430078] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.novncproxy_port = 6080 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430262] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.server_listen = 127.0.0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430434] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430594] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.vencrypt_ca_certs = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430752] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.vencrypt_client_cert = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.430930] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] vnc.vencrypt_client_key = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431136] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431318] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_deep_image_inspection = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431484] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431646] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431806] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.431966] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.disable_rootwrap = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432140] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.enable_numa_live_migration = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432299] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432458] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432612] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432766] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.libvirt_disable_apic = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.432922] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433090] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433250] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433410] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433566] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433721] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.433877] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434083] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434201] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434362] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434565] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434733] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.client_socket_timeout = 900 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.434897] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.default_pool_size = 1000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435071] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.keep_alive = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435249] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.max_header_line = 16384 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435408] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.secure_proxy_ssl_header = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435567] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.ssl_ca_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435725] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.ssl_cert_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.435886] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.ssl_key_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.436058] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.tcp_keepidle = 600 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.436256] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.436431] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] zvm.ca_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.436592] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] zvm.cloud_connector_url = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.436845] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.437023] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] zvm.reachable_timeout = 300 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.437264] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.enforce_new_defaults = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.437778] nova-conductor[53808]: WARNING oslo_config.cfg [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 386.437967] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.enforce_scope = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.438166] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.policy_default_rule = default {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.438381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.438578] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.policy_file = policy.yaml {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.438781] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.438946] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.439121] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.439302] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.439472] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.439664] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.439868] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440091] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.connection_string = messaging:// {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440281] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.enabled = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440471] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.es_doc_type = notification {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440652] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.es_scroll_size = 10000 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440821] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.es_scroll_time = 2m {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.440984] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.filter_error_trace = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.441167] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.hmac_keys = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.441335] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.sentinel_service_name = mymaster {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.441519] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.socket_timeout = 0.1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.441682] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.trace_requests = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.441843] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler.trace_sqlalchemy = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442063] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler_jaeger.process_tags = {} {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442229] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler_jaeger.service_name_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442391] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] profiler_otlp.service_name_prefix = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442591] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] remote_debug.host = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442755] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] remote_debug.port = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.442945] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443123] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443289] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443452] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443620] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443780] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.443948] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444117] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444282] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444447] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444604] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444773] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.444938] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445121] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445292] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445459] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445618] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445790] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.445949] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446121] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446286] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446449] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446607] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446769] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.446930] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447099] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447294] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447448] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447621] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447796] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.447965] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.448145] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.448309] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.448530] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.448681] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.ssl_version = {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.448835] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.449079] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.449272] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_notifications.retry = -1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.449464] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.449679] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_messaging_notifications.transport_url = **** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.449903] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.auth_section = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.auth_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.cafile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.certfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.collect_timing = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.connect_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.connect_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452055] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.endpoint_id = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.endpoint_override = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.insecure = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.keyfile = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.max_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.min_version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.region_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452381] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.retriable_status_codes = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452577] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.service_name = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452577] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.service_type = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452765] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.split_loggers = False {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.452877] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.status_code_retries = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453047] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.status_code_retry_delay = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453207] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.timeout = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453365] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.valid_interfaces = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453522] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_limit.version = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453725] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_reports.file_event_handler = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.453895] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.454067] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] oslo_reports.log_dir = None {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.454196] nova-conductor[53808]: DEBUG oslo_service.service [None req-b2e303e3-ee67-44b6-b45a-fd571140fcea None None] ******************************************************************************** {{(pid=53808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 396.191690] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writing DB stats nova_api:SELECT=1 {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 396.281203] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writing DB stats nova_cell0:SELECT=1 {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 396.284250] nova-conductor[53808]: DEBUG dbcounter [-] [53808] Writing DB stats nova_cell1:SELECT=1 {{(pid=53808) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 401.371587] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 401.374928] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 470.691999] nova-conductor[54229]: DEBUG oslo_db.sqlalchemy.engines [None req-5948e961-432b-4538-b0e4-12fa1ecfbb05 None None] Parent process 53808 forked (54229) with an open database connection, which is being discarded and recreated. {{(pid=54229) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 470.694100] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writer thread running {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 480.695442] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 490.353767] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 493.349744] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=1,nova_cell1:UPDATE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 516.338296] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 516.345888] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 516.368253] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.368568] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.370279] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.373266] nova-conductor[54229]: INFO dbcounter [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Registered counter for database nova_cell1 [ 516.376357] nova-conductor[54229]: DEBUG oslo_db.sqlalchemy.engines [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54229) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 516.381959] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writer thread running {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.452910] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.453382] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.453617] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.454055] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.454243] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.454399] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.455846] nova-conductor[54229]: INFO dbcounter [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Registered counter for database nova_cell0 [ 516.463804] nova-conductor[54229]: DEBUG oslo_db.sqlalchemy.engines [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54229) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 516.470589] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writer thread running {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.480691] nova-conductor[54229]: DEBUG nova.quota [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Getting quotas for project 359d6c75b70140b7a88f6d6876461d5b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 516.484736] nova-conductor[54229]: DEBUG nova.quota [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Getting quotas for user 10ccf64980444ba0bffa0f4561f83f74 and project 359d6c75b70140b7a88f6d6876461d5b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 516.495217] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] [instance: 44a2ac83-3fff-4958-a1d3-b3884b42c211] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 516.495217] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.495321] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.495433] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.502032] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] [instance: 44a2ac83-3fff-4958-a1d3-b3884b42c211] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 516.502771] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.502986] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.503180] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.507872] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writer thread running {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.534454] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.534721] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.534900] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.535188] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54229) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.535336] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7f802588-df97-4be4-b18f-9460471367f9 tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54229) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.536071] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.536289] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.536520] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.536886] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.537094] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.537250] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.548561] nova-conductor[54229]: INFO nova.compute.rpcapi [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 516.549193] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a9679ae5-119c-408a-93b5-e00f7eceac05 None None] Releasing lock "compute-rpcapi-router" {{(pid=54229) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.028333] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.039985] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 517.061916] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.062276] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.063939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.066171] nova-conductor[54228]: INFO dbcounter [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Registered counter for database nova_cell1 [ 517.069365] nova-conductor[54228]: DEBUG oslo_db.sqlalchemy.engines [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54228) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.075468] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writer thread running {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 517.194030] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.194030] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.194030] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.194030] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.194324] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.194479] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.196134] nova-conductor[54228]: INFO dbcounter [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Registered counter for database nova_cell0 [ 517.203484] nova-conductor[54228]: DEBUG oslo_db.sqlalchemy.engines [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54228) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 517.209241] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writer thread running {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 517.223908] nova-conductor[54228]: DEBUG nova.quota [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Getting quotas for project d7bd664872b54cb0a05fc5ba3a6d35ad. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.227751] nova-conductor[54228]: DEBUG nova.quota [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Getting quotas for user f7320598c2564327b77f4f75a4dd1552 and project d7bd664872b54cb0a05fc5ba3a6d35ad. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.233038] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.233615] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.233817] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.233981] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.239090] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.239983] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.240085] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.240273] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.279320] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.279964] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.280166] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.280438] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54228) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.280585] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54228) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.281136] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.281353] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.281520] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.281917] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.282134] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.282306] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.288276] nova-conductor[54228]: INFO nova.compute.rpcapi [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 517.288730] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-df0a15db-2690-4b42-8037-1a44001548bb None None] Releasing lock "compute-rpcapi-router" {{(pid=54228) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.379061] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.391938] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.392187] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.392540] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.437878] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.438291] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.438557] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.439239] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.439458] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.439767] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.454193] nova-conductor[54228]: DEBUG nova.quota [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Getting quotas for project 98f7cf2e2bc9462498b3c774b901136e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.457913] nova-conductor[54228]: DEBUG nova.quota [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Getting quotas for user a3c29d0a06624ad98155128ead12239f and project 98f7cf2e2bc9462498b3c774b901136e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.468766] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.469578] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.469967] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.470265] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.477599] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.478747] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.478994] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.479305] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.503329] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.503713] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.504373] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.543753] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.565037] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.565037] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.565037] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.600933] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.604752] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.604752] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.604752] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.604752] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.604952] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.615482] nova-conductor[54229]: DEBUG nova.quota [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Getting quotas for project c60dbb576cb3445dadf79d1840d1039b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.617832] nova-conductor[54229]: DEBUG nova.quota [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Getting quotas for user 49a7d86f7d1d4fc08a0541f030994a6f and project c60dbb576cb3445dadf79d1840d1039b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.629378] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.629949] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.630435] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.630579] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.639027] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.639307] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.639619] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.639791] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.662957] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.662957] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.662957] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.147983] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 518.172267] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.172480] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.172646] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.249064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.249064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.249064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.249064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.249469] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.249469] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.262372] nova-conductor[54229]: DEBUG nova.quota [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Getting quotas for project 210ef0c43440478b9dcc5360edf52241. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 518.264907] nova-conductor[54229]: DEBUG nova.quota [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Getting quotas for user 8e09d51001bc4e40b4d35db1511d1a6e and project 210ef0c43440478b9dcc5360edf52241. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 518.270761] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 518.271353] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.271565] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.275021] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.301512] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 518.305655] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.305905] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.306020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.328385] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.328651] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.328921] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.837598] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 520.855507] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.855507] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.855507] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.900661] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.900661] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.900813] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.901098] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.901289] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.901447] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.917656] nova-conductor[54228]: DEBUG nova.quota [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.920253] nova-conductor[54228]: DEBUG nova.quota [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for user 4d95c2a24f0841de8990410e24f325e9 and project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.927552] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.928092] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.928310] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.928478] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.941771] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.942819] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.942917] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.943117] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.973023] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.974784] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.974784] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.253548] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 528.308444] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 528.325280] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 528.601995] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 528.631812] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.632498] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.632919] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.686156] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.686400] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.686585] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.688722] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.691707] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.691707] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.711729] nova-conductor[54229]: DEBUG nova.quota [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Getting quotas for project 91a65d30ffe14c9f8c5d869164ce7b86. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 528.714649] nova-conductor[54229]: DEBUG nova.quota [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Getting quotas for user 5d0676367f10488e9aa21fa9f64bbb2f and project 91a65d30ffe14c9f8c5d869164ce7b86. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 528.727396] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 528.727396] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.727396] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.727396] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.733772] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 528.734887] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.735273] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.736203] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.769473] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.769473] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.769846] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.315649] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 529.346207] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.346207] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.346419] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.416750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.416750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.416750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.416750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.417088] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.417088] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.431410] nova-conductor[54229]: DEBUG nova.quota [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Getting quotas for project 53051d5c63ce43098ee96c49d0855b3b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 529.437329] nova-conductor[54229]: DEBUG nova.quota [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Getting quotas for user cb788f92150a496f8a07966d151cddc5 and project 53051d5c63ce43098ee96c49d0855b3b. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 529.450182] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 529.450182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.450182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.450182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.454350] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 529.455071] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.455281] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.455446] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.481216] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.481451] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.481615] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.907073] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=4 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 530.946186] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 530.960271] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 530.966193] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 531.228624] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.248227] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.248693] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.248693] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.315526] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.315770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.315943] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.316416] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.316878] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.317124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.328317] nova-conductor[54229]: DEBUG nova.quota [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Getting quotas for project 26d2a78cc07d4ca686d7b4d3beea449a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 531.330667] nova-conductor[54229]: DEBUG nova.quota [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Getting quotas for user 2fed8c51f81c4dd584efeda344d64193 and project 26d2a78cc07d4ca686d7b4d3beea449a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 531.336109] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 531.336747] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.337085] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.337828] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.342398] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 531.344029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.344029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.344029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.362802] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.363249] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.363542] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.297016] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-5956fe0e-7960-4c86-be37-84cedb4b9c4d tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 533.297356] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-5956fe0e-7960-4c86-be37-84cedb4b9c4d tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.297671] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-5956fe0e-7960-4c86-be37-84cedb4b9c4d tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.297671] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-5956fe0e-7960-4c86-be37-84cedb4b9c4d tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.316787] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-5956fe0e-7960-4c86-be37-84cedb4b9c4d tempest-ServersAdmin275Test-988659854 tempest-ServersAdmin275Test-988659854-project-member] [instance: 44a2ac83-3fff-4958-a1d3-b3884b42c211] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 536.911573] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 536.934552] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.935821] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.935821] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.991443] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.991778] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.992124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.992597] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.992881] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.993381] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.020311] nova-conductor[54229]: DEBUG nova.quota [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Getting quotas for project 19e53e9f113e4465924f75c1f9a39008. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.025147] nova-conductor[54229]: DEBUG nova.quota [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Getting quotas for user 7684644b29ad4d709309cadf8c154449 and project 19e53e9f113e4465924f75c1f9a39008. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.039713] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.039931] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.040321] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.040588] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.066817] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.067872] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.067872] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.067984] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.104029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.104280] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.104443] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.304671] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 539.325506] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.325672] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.325856] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.386978] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.387257] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.387563] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.387988] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.388232] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.388426] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.405310] nova-conductor[54228]: DEBUG nova.quota [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Getting quotas for project 2f7ef695e6084cd5837e00f0e7694fcd. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 539.410307] nova-conductor[54228]: DEBUG nova.quota [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Getting quotas for user 114c86641ab6422e9eafc6e27e0cc54e and project 2f7ef695e6084cd5837e00f0e7694fcd. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 539.420107] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 539.420719] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.420950] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.421161] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.430734] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 539.431682] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.432046] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.432345] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.478805] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.479694] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.479694] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.171088] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.189313] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.189641] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.189883] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.239415] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.240274] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.240274] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.241399] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.241642] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.241851] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.264547] nova-conductor[54228]: DEBUG nova.quota [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Getting quotas for project 68a85ef19a7a4adea4d07018f5f54b44. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.267056] nova-conductor[54228]: DEBUG nova.quota [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Getting quotas for user 653f84f7d24c42bcbf4a09ee475525d0 and project 68a85ef19a7a4adea4d07018f5f54b44. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.271991] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] [instance: 00544d2a-1a15-4347-abe4-3641b5bf0cfe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.272662] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.273644] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.273644] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.283037] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] [instance: 00544d2a-1a15-4347-abe4-3641b5bf0cfe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.283753] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.283969] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.284260] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.312262] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.312262] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.312568] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7520c52f-88e4-4946-b6a3-526c1e7c4ed1 tempest-ServerDiagnosticsV248Test-2057442527 tempest-ServerDiagnosticsV248Test-2057442527-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.227028] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 543.246857] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.247181] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.247529] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.298116] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.302021] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.302021] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.302821] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.303105] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.303296] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.323301] nova-conductor[54228]: DEBUG nova.quota [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Getting quotas for project 760a2bff3f6a4a4ab2c6d993b3334432. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.326608] nova-conductor[54228]: DEBUG nova.quota [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Getting quotas for user d1d1801c79014f89875d0da0bf54ec9e and project 760a2bff3f6a4a4ab2c6d993b3334432. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.339711] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 543.340722] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.341102] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.341496] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.351286] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 543.352387] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.353470] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.353470] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.383215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.383215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.383215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.972335] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.015678] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.016016] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.016352] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.083128] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.083189] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.084706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.084706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.084706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.084706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.095101] nova-conductor[54229]: DEBUG nova.quota [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Getting quotas for project 760a2bff3f6a4a4ab2c6d993b3334432. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.103237] nova-conductor[54229]: DEBUG nova.quota [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Getting quotas for user d1d1801c79014f89875d0da0bf54ec9e and project 760a2bff3f6a4a4ab2c6d993b3334432. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.113597] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.116091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.116091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.116091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.122324] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.122324] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.122324] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.122551] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.160475] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.160731] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.160882] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.883938] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.907530] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.907753] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.909138] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.963593] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.963808] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.963999] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.964405] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.964604] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.964753] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.980588] nova-conductor[54228]: DEBUG nova.quota [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Getting quotas for project 8e2d7106a48e49419aa366c11915cdbb. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.988795] nova-conductor[54228]: DEBUG nova.quota [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Getting quotas for user 499258f6f0bf4d62a727864e20eaad6d and project 8e2d7106a48e49419aa366c11915cdbb. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.996073] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.996656] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.996858] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.999428] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.005735] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.008125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.008125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.008125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.043315] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1f7f19cc-6d5a-435a-8e7f-124093a4d283, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 82afa576-f501-4a30-b8f7-e8b6334130cb was re-scheduled: Binding failed for port 1f7f19cc-6d5a-435a-8e7f-124093a4d283, please check neutron logs for more information.\n'] [ 547.043315] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 547.043829] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82afa576-f501-4a30-b8f7-e8b6334130cb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82afa576-f501-4a30-b8f7-e8b6334130cb. [ 547.044414] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 82afa576-f501-4a30-b8f7-e8b6334130cb. [ 547.094735] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.094835] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.094975] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.125344] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.128492] nova-conductor[54228]: DEBUG nova.network.neutron [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 547.148721] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.148932] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.149120] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.216037] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.216304] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.216487] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.218377] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.218377] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.218377] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.237650] nova-conductor[54228]: DEBUG nova.quota [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.242268] nova-conductor[54228]: DEBUG nova.quota [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.250611] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.251600] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.252246] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.252577] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.268939] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.268939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.268939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.268939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.294723] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.295125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.295274] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.522687] nova-conductor[54228]: DEBUG nova.network.neutron [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.528365] nova-conductor[54228]: DEBUG nova.network.neutron [None req-42a658d8-7567-44db-b7ab-8a69192fd38c tempest-ServersAdminNegativeTestJSON-1676025269 tempest-ServersAdminNegativeTestJSON-1676025269-project-member] [instance: 82afa576-f501-4a30-b8f7-e8b6334130cb] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.543931] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.558264] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.558504] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.558756] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.603488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.603488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.603488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.603488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.603488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.604716] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.613718] nova-conductor[54229]: DEBUG nova.quota [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Getting quotas for project 619748a24fb4457aaea6b0c596e2932d. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.617480] nova-conductor[54229]: DEBUG nova.quota [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Getting quotas for user b8f440f68fba4dc89e91c301b0fe07b7 and project 619748a24fb4457aaea6b0c596e2932d. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.627143] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.627143] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.627143] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.627143] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.635127] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.635491] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.636099] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.637012] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.658318] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.658706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.659180] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.727736] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e30693e4-484a-4acc-ab76-e9da7cda9a03, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 61d0d996-78ad-4b20-a7f4-b8a8f130d969 was re-scheduled: Binding failed for port e30693e4-484a-4acc-ab76-e9da7cda9a03, please check neutron logs for more information.\n'] [ 548.727736] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 548.730301] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61d0d996-78ad-4b20-a7f4-b8a8f130d969.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61d0d996-78ad-4b20-a7f4-b8a8f130d969. [ 548.730688] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61d0d996-78ad-4b20-a7f4-b8a8f130d969. [ 548.779358] nova-conductor[54228]: DEBUG nova.network.neutron [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 548.812197] nova-conductor[54228]: DEBUG nova.network.neutron [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 548.818824] nova-conductor[54228]: DEBUG nova.network.neutron [None req-82541b1f-fba1-4d6a-8514-54a228504215 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 61d0d996-78ad-4b20-a7f4-b8a8f130d969] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.083329] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 549.099192] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.099436] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.099844] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.146593] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.146700] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.146881] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.147272] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.147544] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.147603] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.157015] nova-conductor[54229]: DEBUG nova.quota [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Getting quotas for project f3a8a64d95f44ba9b6229961eea891d8. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 549.161879] nova-conductor[54229]: DEBUG nova.quota [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Getting quotas for user bec75436785e4b78aed71acf2c090fe7 and project f3a8a64d95f44ba9b6229961eea891d8. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 549.168852] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 549.169273] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.169488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.169670] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.174604] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 549.176108] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.176108] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.176108] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.199488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.199488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.199488] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.570715] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 549.584756] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.585057] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.585210] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.637190] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.637560] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.637865] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.638465] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.638773] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.639109] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.650385] nova-conductor[54228]: DEBUG nova.quota [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Getting quotas for project 619748a24fb4457aaea6b0c596e2932d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 549.653976] nova-conductor[54228]: DEBUG nova.quota [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Getting quotas for user b8f440f68fba4dc89e91c301b0fe07b7 and project 619748a24fb4457aaea6b0c596e2932d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 549.662999] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 549.663215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.663425] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.663592] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.681617] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 549.681896] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.682143] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.682320] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.710801] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.711382] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.711602] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.740149] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-6c08d1c5-1e12-4bc7-9933-be951be1c13f tempest-ServersAdmin275Test-448279504 tempest-ServersAdmin275Test-448279504-project-admin] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 549.740407] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-6c08d1c5-1e12-4bc7-9933-be951be1c13f tempest-ServersAdmin275Test-448279504 tempest-ServersAdmin275Test-448279504-project-admin] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.741173] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-6c08d1c5-1e12-4bc7-9933-be951be1c13f tempest-ServersAdmin275Test-448279504 tempest-ServersAdmin275Test-448279504-project-admin] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.741173] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-6c08d1c5-1e12-4bc7-9933-be951be1c13f tempest-ServersAdmin275Test-448279504 tempest-ServersAdmin275Test-448279504-project-admin] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.761345] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-6c08d1c5-1e12-4bc7-9933-be951be1c13f tempest-ServersAdmin275Test-448279504 tempest-ServersAdmin275Test-448279504-project-admin] [instance: 44a2ac83-3fff-4958-a1d3-b3884b42c211] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 550.750535] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 228ca897-3a3c-4e88-9838-451cdc94d456, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f was re-scheduled: Binding failed for port 228ca897-3a3c-4e88-9838-451cdc94d456, please check neutron logs for more information.\n'] [ 550.751200] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 550.751469] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f. [ 550.751798] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f. [ 550.794796] nova-conductor[54228]: DEBUG nova.network.neutron [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 550.818451] nova-conductor[54228]: DEBUG nova.network.neutron [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.822644] nova-conductor[54228]: DEBUG nova.network.neutron [None req-b7cd36a5-7dd3-48bc-a845-7f34ba19d880 tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 2ad87bc0-a6c1-4a63-bb56-8cea825ffc4f] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.292377] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 552.318032] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.318599] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.318690] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.364933] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.365217] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.365346] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.366247] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.366556] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.367587] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.377045] nova-conductor[54229]: DEBUG nova.quota [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Getting quotas for project ecfd8191d9f84e599ad9fbc90899d632. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.379440] nova-conductor[54229]: DEBUG nova.quota [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Getting quotas for user 1eb34fe05d864fcfb9e0106f45ac82d7 and project ecfd8191d9f84e599ad9fbc90899d632. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.385499] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.385667] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.385875] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.386058] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.390832] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.391690] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.391690] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.391854] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.418246] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.418563] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.418762] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.399605] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.414389] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.414837] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.415171] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.454319] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.454704] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.454937] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.456058] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.456303] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.456669] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.471218] nova-conductor[54228]: DEBUG nova.quota [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Getting quotas for project 2908d3b3f37241b8ba5ffa78d6150d48. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.477321] nova-conductor[54228]: DEBUG nova.quota [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Getting quotas for user d7cc445eeb544e9386048a106cf9a936 and project 2908d3b3f37241b8ba5ffa78d6150d48. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.484879] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.485471] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.485758] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.486245] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.490578] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] block_device_mapping [BlockDeviceMapping(attachment_id=c55eeaef-2de8-4813-8d46-ba7eafda95b8,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='20188ab7-fec7-4933-8022-479219d3e31e',volume_size=1,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.493362] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.493362] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.493362] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.522596] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.522596] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.522596] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.885104] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d8646801-5db8-41d8-a53c-f24e8f20d19a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7da5a822-6681-4dc6-b637-926ce425a042 was re-scheduled: Binding failed for port d8646801-5db8-41d8-a53c-f24e8f20d19a, please check neutron logs for more information.\n'] [ 554.885975] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 554.886080] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7da5a822-6681-4dc6-b637-926ce425a042.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7da5a822-6681-4dc6-b637-926ce425a042. [ 554.886348] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7da5a822-6681-4dc6-b637-926ce425a042. [ 554.920546] nova-conductor[54228]: DEBUG nova.network.neutron [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 554.959761] nova-conductor[54228]: DEBUG nova.network.neutron [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.964303] nova-conductor[54228]: DEBUG nova.network.neutron [None req-30878139-1902-4a27-a352-ac27783c9c40 tempest-ImagesOneServerTestJSON-1210704363 tempest-ImagesOneServerTestJSON-1210704363-project-member] [instance: 7da5a822-6681-4dc6-b637-926ce425a042] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.353200] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.370635] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.370818] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.371302] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.414082] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.414425] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.414656] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.415239] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.415356] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.415874] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.440028] nova-conductor[54229]: DEBUG nova.quota [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Getting quotas for project 98f7cf2e2bc9462498b3c774b901136e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.443056] nova-conductor[54229]: DEBUG nova.quota [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Getting quotas for user a3c29d0a06624ad98155128ead12239f and project 98f7cf2e2bc9462498b3c774b901136e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 555.451305] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 555.451833] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.452095] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.452303] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.459529] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 555.460394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.460614] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.460779] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.491755] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.491994] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.492222] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.577669] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6d1179e6-551c-4986-b849-eceeefc23045, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 073b92a2-8db9-4337-af2e-5e85c78d4b93 was re-scheduled: Binding failed for port 6d1179e6-551c-4986-b849-eceeefc23045, please check neutron logs for more information.\n'] [ 559.578530] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 559.579066] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 073b92a2-8db9-4337-af2e-5e85c78d4b93.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 073b92a2-8db9-4337-af2e-5e85c78d4b93. [ 559.579557] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 073b92a2-8db9-4337-af2e-5e85c78d4b93. [ 559.635503] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.972688] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.981073] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a59f54e9-fd5a-4489-9dfd-7c43f7b44462 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 073b92a2-8db9-4337-af2e-5e85c78d4b93] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.402412] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 16f5912b-00e1-4f98-9484-4aabc70c360d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d16440e7-aa8a-4041-a4cd-d0ea84d8c027 was re-scheduled: Binding failed for port 16f5912b-00e1-4f98-9484-4aabc70c360d, please check neutron logs for more information.\n'] [ 561.403761] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 561.403761] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d16440e7-aa8a-4041-a4cd-d0ea84d8c027.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d16440e7-aa8a-4041-a4cd-d0ea84d8c027. [ 561.403930] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d16440e7-aa8a-4041-a4cd-d0ea84d8c027. [ 561.450911] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.466279] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.471225] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4793cf6a-9b1a-48e0-a3cb-1ab21d1756a2 tempest-ServersWithSpecificFlavorTestJSON-1149044980 tempest-ServersWithSpecificFlavorTestJSON-1149044980-project-member] [instance: d16440e7-aa8a-4041-a4cd-d0ea84d8c027] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.153615] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f6eb304f-e7db-40f7-a462-0db7083694d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19 was re-scheduled: Binding failed for port f6eb304f-e7db-40f7-a462-0db7083694d9, please check neutron logs for more information.\n'] [ 563.154748] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 563.155282] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19. [ 563.156332] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19. [ 563.187990] nova-conductor[54229]: DEBUG nova.network.neutron [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 563.209909] nova-conductor[54229]: DEBUG nova.network.neutron [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.213735] nova-conductor[54229]: DEBUG nova.network.neutron [None req-6ad964b0-59a6-43cc-9199-75bf00806935 tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: 48e50ab0-9d4e-4c5d-96d5-55399b3a8e19] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.662022] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=306,nova_cell1:UPDATE=136,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 563.713413] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 563.739109] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.739400] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.740509] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.798761] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.798927] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.799180] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.799570] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.799761] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.799919] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.817086] nova-conductor[54229]: DEBUG nova.quota [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Getting quotas for project 2275af3492d743f1922bd2c55cf9a07e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 563.822583] nova-conductor[54229]: DEBUG nova.quota [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Getting quotas for user 93189ca8924140d6ad0dc3d99afe12bd and project 2275af3492d743f1922bd2c55cf9a07e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 563.830191] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] [instance: 3b71c366-cbd9-4b98-aa0d-c55b56e69231] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 563.832352] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.832352] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.832352] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.834630] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] [instance: 3b71c366-cbd9-4b98-aa0d-c55b56e69231] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 563.835419] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.835585] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.835758] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.853292] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.854330] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.854330] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-1bb344de-486c-4102-bb05-acff2c9191ca tempest-ServersAaction247Test-422733556 tempest-ServersAaction247Test-422733556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.905901] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 563.924686] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.925231] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.925231] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.957164] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.957530] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.957646] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.958030] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.958223] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.958383] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.970219] nova-conductor[54228]: DEBUG nova.quota [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 563.979099] nova-conductor[54228]: DEBUG nova.quota [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 563.985135] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 563.985651] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.985855] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.985960] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.992230] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 563.992974] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.993226] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.993494] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.015592] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.015592] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.015890] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.277450] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 564.295125] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.295466] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.295662] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.346642] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.347216] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.347216] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.347500] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.347716] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.347897] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.380570] nova-conductor[54229]: DEBUG nova.quota [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 564.384491] nova-conductor[54229]: DEBUG nova.quota [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for user 4d95c2a24f0841de8990410e24f325e9 and project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 564.393333] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.393880] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.394125] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.394307] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.404588] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.405328] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.405536] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.406074] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.435443] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.435443] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.435443] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.440684] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 567.456340] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.456582] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.456755] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.508167] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.508415] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.508588] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.509075] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.509339] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.509511] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.526028] nova-conductor[54229]: DEBUG nova.quota [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Getting quotas for project f99d2add2f7140abb255cbe141a78be6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.529820] nova-conductor[54229]: DEBUG nova.quota [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Getting quotas for user b20cb1a3df8b43a0b65883f054aff0b0 and project f99d2add2f7140abb255cbe141a78be6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.535983] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.536515] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.536721] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.536892] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.542034] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.542698] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.542954] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.543163] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.562924] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.563165] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.563336] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.391368] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 568.406632] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.407270] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.407270] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.449721] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.449986] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.450135] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.450501] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.450685] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.450844] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.458948] nova-conductor[54229]: DEBUG nova.quota [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Getting quotas for project 97bb592cba2e46ceb02e311a754c9860. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 568.461246] nova-conductor[54229]: DEBUG nova.quota [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Getting quotas for user 0bd87e1bf37a4c57966fa68415784943 and project 97bb592cba2e46ceb02e311a754c9860. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 568.466776] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 568.467271] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.467480] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.467832] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.473216] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 568.473891] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.474105] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.474275] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.493012] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.493244] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.493428] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.530825] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 85fa9617-3127-47cb-8e24-46840450c4da, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 72714a2e-a95d-495e-b163-f5168148fcdf was re-scheduled: Binding failed for port 85fa9617-3127-47cb-8e24-46840450c4da, please check neutron logs for more information.\n'] [ 568.531876] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 568.532018] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72714a2e-a95d-495e-b163-f5168148fcdf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72714a2e-a95d-495e-b163-f5168148fcdf. [ 568.532423] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72714a2e-a95d-495e-b163-f5168148fcdf. [ 568.571546] nova-conductor[54229]: DEBUG nova.network.neutron [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.605536] nova-conductor[54229]: DEBUG nova.network.neutron [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.609739] nova-conductor[54229]: DEBUG nova.network.neutron [None req-9bcf6ff0-24e4-41e0-81be-ef1da8cdac8b tempest-VolumesAssistedSnapshotsTest-370540121 tempest-VolumesAssistedSnapshotsTest-370540121-project-member] [instance: 72714a2e-a95d-495e-b163-f5168148fcdf] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.085475] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.105105] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.105603] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.105995] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.179029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.179326] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.179557] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.180063] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.180308] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.180512] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.196337] nova-conductor[54229]: DEBUG nova.quota [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Getting quotas for project 91a65d30ffe14c9f8c5d869164ce7b86. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.203221] nova-conductor[54229]: DEBUG nova.quota [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Getting quotas for user 5d0676367f10488e9aa21fa9f64bbb2f and project 91a65d30ffe14c9f8c5d869164ce7b86. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.210854] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.211397] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.211605] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.211770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.217455] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.218102] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.218328] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.218556] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.245862] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.246111] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.246297] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.525853] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=405,nova_cell1:UPDATE=186,nova_cell1:INSERT=28,nova_cell1:SAVEPOINT=18,nova_cell1:RELEASE=18 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 573.386813] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 573.404408] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.404408] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.404408] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.443954] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.444302] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.444626] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.446020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.446020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.446020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.459277] nova-conductor[54228]: DEBUG nova.quota [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Getting quotas for project 210ef0c43440478b9dcc5360edf52241. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.462529] nova-conductor[54228]: DEBUG nova.quota [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Getting quotas for user 8e09d51001bc4e40b4d35db1511d1a6e and project 210ef0c43440478b9dcc5360edf52241. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.468863] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 573.469134] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.469269] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.469434] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.474520] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 573.476994] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.476994] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.476994] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.517707] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.517995] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.518209] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.190812] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0de37ccf-02a2-4a86-9bb6-d49a72ab3f31, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3 was re-scheduled: Binding failed for port 0de37ccf-02a2-4a86-9bb6-d49a72ab3f31, please check neutron logs for more information.\n'] [ 578.192955] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 578.192955] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3. [ 578.192955] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3. [ 578.240416] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 578.322787] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.328035] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7735deb7-0ce2-4775-ac1a-33f037ece6d5 tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: ce5ed11a-0e24-47d7-bfc4-3cf4181bdae3] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.499641] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.505422] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=112,nova_api:UPDATE=5,nova_api:DELETE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.527711] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.532976] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.532976] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.584101] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.584483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.584778] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.585364] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.585782] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.586048] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.602272] nova-conductor[54229]: DEBUG nova.quota [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Getting quotas for project b76c231415f742e0a7a05dd04eee5fbc. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.606464] nova-conductor[54229]: DEBUG nova.quota [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Getting quotas for user 0f21627a28854b368512373c5931e51f and project b76c231415f742e0a7a05dd04eee5fbc. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.614208] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.616452] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.616452] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.616452] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.625142] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.625142] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.625142] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.625142] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.649195] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.649195] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.649195] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.659768] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.682018] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.682018] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.682018] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.746958] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.747286] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.748421] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.748421] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.748421] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.748421] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.769947] nova-conductor[54229]: DEBUG nova.quota [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.777969] nova-conductor[54229]: DEBUG nova.quota [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for user d7ac705ce4dc4f42b89cf70ac3316f71 and project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.784912] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.785453] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.785661] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.785964] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.791362] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.791491] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.791735] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.791947] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.820850] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.821268] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.823714] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.130732] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa75f1cd-ce4c-485f-8cff-f4e7461216b6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d52580bc-7c11-47f0-a6c4-12941c48d75c was re-scheduled: Binding failed for port aa75f1cd-ce4c-485f-8cff-f4e7461216b6, please check neutron logs for more information.\n'] [ 581.131405] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 581.131707] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d52580bc-7c11-47f0-a6c4-12941c48d75c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d52580bc-7c11-47f0-a6c4-12941c48d75c. [ 581.131953] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d52580bc-7c11-47f0-a6c4-12941c48d75c. [ 581.175154] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.217409] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.221351] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a609887a-5e97-4d5f-9bd9-0f2bb8b7a8e8 tempest-ServerAddressesTestJSON-876383904 tempest-ServerAddressesTestJSON-876383904-project-member] [instance: d52580bc-7c11-47f0-a6c4-12941c48d75c] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.046828] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 583.073988] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.074286] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.074567] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.172495] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.172614] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.173447] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.173447] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.173447] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.173644] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.187131] nova-conductor[54228]: DEBUG nova.quota [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Getting quotas for project aaf588930aa94cefb68c1c52ca8487d9. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 583.191035] nova-conductor[54228]: DEBUG nova.quota [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Getting quotas for user 4b66806dce724109b7965ff8972469f2 and project aaf588930aa94cefb68c1c52ca8487d9. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 583.197489] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 583.199093] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.199223] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.199675] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.207517] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 583.207517] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.207517] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.207517] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.257131] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.257131] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.257131] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.039482] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 586.058074] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.058700] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.059500] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.112310] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.112554] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.113126] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.113498] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.113709] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.113902] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.129972] nova-conductor[54228]: DEBUG nova.quota [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 586.133325] nova-conductor[54228]: DEBUG nova.quota [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for user d7b38fb0a53f4d078ae86d68e3eb6268 and project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 586.146857] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 586.147472] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.147801] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.147967] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.155148] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 586.158330] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.158330] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.158330] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.184086] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.184376] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.184563] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.947656] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 586.972158] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.973686] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.973686] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.076984] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.076984] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.076984] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.077629] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.077629] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.077728] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.101342] nova-conductor[54228]: DEBUG nova.quota [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Getting quotas for project c2e61d3de489431b9779f61231ebb46f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.105591] nova-conductor[54228]: DEBUG nova.quota [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Getting quotas for user f602d798fe6b4c87a9496678069e6428 and project c2e61d3de489431b9779f61231ebb46f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.116761] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.116761] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.116761] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.116761] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.123940] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.125479] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.125479] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.125479] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.152977] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.152977] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.152977] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.401442] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.419866] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.420313] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.420635] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.454805] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.454910] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.455672] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.455672] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.455672] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.455782] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.466603] nova-conductor[54229]: DEBUG nova.quota [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Getting quotas for project 19e53e9f113e4465924f75c1f9a39008. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.469708] nova-conductor[54229]: DEBUG nova.quota [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Getting quotas for user 7684644b29ad4d709309cadf8c154449 and project 19e53e9f113e4465924f75c1f9a39008. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.474904] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.475353] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.475558] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.475725] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.480861] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.481557] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.481781] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.481980] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.503271] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.504176] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.504176] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.157442] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.198618] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.199549] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.199549] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.312035] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.312035] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.312035] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.312320] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.312554] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.312755] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.329236] nova-conductor[54228]: DEBUG nova.quota [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Getting quotas for project 4e3a09db827a4fe096c2bf492917703a. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.333058] nova-conductor[54228]: DEBUG nova.quota [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Getting quotas for user 33c6dd49d5554f8abb6711b3e84f164c and project 4e3a09db827a4fe096c2bf492917703a. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.346750] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.347323] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.347644] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.347733] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.354697] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.355396] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.355930] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.355930] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.394224] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.394508] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.394747] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.764589] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.790261] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.790567] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.790878] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.851013] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.851013] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.851013] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.851865] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.851865] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.851865] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.861146] nova-conductor[54228]: DEBUG nova.quota [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Getting quotas for project d5717866e8b649f0b4e0e3dddc5a1424. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.863846] nova-conductor[54228]: DEBUG nova.quota [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Getting quotas for user 39bb4ebddf1e49a69644ad6bbe019060 and project d5717866e8b649f0b4e0e3dddc5a1424. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.871080] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.871785] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.872099] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.873160] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.878141] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.878816] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.879165] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.879340] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.906638] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.906770] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.906939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.674975] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=99,nova_api:DELETE=12,nova_api:UPDATE=10 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 590.203046] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 590.219647] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.220215] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.220215] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.222589] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=52,nova_cell1:SAVEPOINT=12,nova_cell1:INSERT=131,nova_cell1:RELEASE=12 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.278483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.284047] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=18 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 590.292584] nova-conductor[54229]: DEBUG nova.quota [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Getting quotas for project a4d173db47a24afc8fe74b80e364b361. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.295720] nova-conductor[54229]: DEBUG nova.quota [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Getting quotas for user b466a2e6d99e42ec9e05cc198a8ada9f and project a4d173db47a24afc8fe74b80e364b361. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.303506] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 590.304293] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.304527] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.304838] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.314531] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 590.315814] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.316167] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.316382] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.346834] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.347121] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.347269] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.480028] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 591.495839] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.496335] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.496623] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.543124] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.557751] nova-conductor[54229]: DEBUG nova.quota [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Getting quotas for project a4d173db47a24afc8fe74b80e364b361. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 591.560605] nova-conductor[54229]: DEBUG nova.quota [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Getting quotas for user b466a2e6d99e42ec9e05cc198a8ada9f and project a4d173db47a24afc8fe74b80e364b361. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 591.570353] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 591.570353] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.570353] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.570353] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.579029] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 591.579029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.579029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.579029] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.596360] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.596809] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.597095] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.538453] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.555298] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.555679] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.555969] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.614030] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.614030] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.614564] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.614564] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.614732] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.614867] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.632053] nova-conductor[54229]: DEBUG nova.quota [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Getting quotas for project 001591acb4df47a29c7e639b3eba7ad0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 595.635821] nova-conductor[54229]: DEBUG nova.quota [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Getting quotas for user 7372bfba0c624a05bfab97f6a0367d5b and project 001591acb4df47a29c7e639b3eba7ad0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 595.645460] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 595.645983] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.646197] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.646361] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.653070] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 595.653070] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.653070] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.653070] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.675677] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.675677] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.675807] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.527563] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 357e567f-881f-453c-b117-bbf4d09e4a2f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance efef4327-22c8-4b59-9b26-89bcfe89bc59 was re-scheduled: Binding failed for port 357e567f-881f-453c-b117-bbf4d09e4a2f, please check neutron logs for more information.\n'] [ 597.528482] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 597.528744] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efef4327-22c8-4b59-9b26-89bcfe89bc59.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efef4327-22c8-4b59-9b26-89bcfe89bc59. [ 597.529585] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance efef4327-22c8-4b59-9b26-89bcfe89bc59. [ 597.562041] nova-conductor[54229]: DEBUG nova.network.neutron [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.582326] nova-conductor[54229]: DEBUG nova.network.neutron [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.587122] nova-conductor[54229]: DEBUG nova.network.neutron [None req-dd06b6bd-53e3-4181-b64d-c8a5970bd170 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: efef4327-22c8-4b59-9b26-89bcfe89bc59] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.785685] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 597.803533] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.803776] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.803949] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.843518] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.843860] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.843932] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.844324] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.844483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.844642] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.856204] nova-conductor[54229]: DEBUG nova.quota [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Getting quotas for project 17fe89d746cd45458ab11731a253c25d. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.858496] nova-conductor[54229]: DEBUG nova.quota [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Getting quotas for user 810ffd6bd798494cb98cdff99387f3f0 and project 17fe89d746cd45458ab11731a253c25d. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.869066] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.869066] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.869066] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.869196] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.872238] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.872989] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.873927] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.874100] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.905096] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.905334] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.905501] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.857021] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=14 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.883867] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=50,nova_cell1:UPDATE=6,nova_cell1:INSERT=113,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.899999] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=87,nova_api:UPDATE=9,nova_api:DELETE=6 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.902667] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=85,nova_api:UPDATE=5,nova_api:DELETE=8 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 602.114787] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0978e846-4023-4bcd-867b-55313312ab35, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a3f7edbe-4bba-4fff-9e62-99b7a85f971b was re-scheduled: Binding failed for port 0978e846-4023-4bcd-867b-55313312ab35, please check neutron logs for more information.\n'] [ 602.116565] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 602.116565] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3f7edbe-4bba-4fff-9e62-99b7a85f971b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3f7edbe-4bba-4fff-9e62-99b7a85f971b. [ 602.116565] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a3f7edbe-4bba-4fff-9e62-99b7a85f971b. [ 602.140915] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.157130] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.160140] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ffe7749c-d4a4-4eda-9bc8-8e2391dcfb20 tempest-FloatingIPsAssociationNegativeTestJSON-506448877 tempest-FloatingIPsAssociationNegativeTestJSON-506448877-project-member] [instance: a3f7edbe-4bba-4fff-9e62-99b7a85f971b] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.585253] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 53ec4989-7198-480a-ab0a-351544564777, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8a2699f3-3cc4-4ec3-899a-216e09ad086a was re-scheduled: Binding failed for port 53ec4989-7198-480a-ab0a-351544564777, please check neutron logs for more information.\n'] [ 604.585966] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 604.586237] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a2699f3-3cc4-4ec3-899a-216e09ad086a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a2699f3-3cc4-4ec3-899a-216e09ad086a. [ 604.586569] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a2699f3-3cc4-4ec3-899a-216e09ad086a. [ 604.615124] nova-conductor[54229]: DEBUG nova.network.neutron [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.640591] nova-conductor[54229]: DEBUG nova.network.neutron [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.644699] nova-conductor[54229]: DEBUG nova.network.neutron [None req-05e11c1c-1e9a-4bcb-8a1e-7d3da0e123c9 tempest-ListImageFiltersTestJSON-905139741 tempest-ListImageFiltersTestJSON-905139741-project-member] [instance: 8a2699f3-3cc4-4ec3-899a-216e09ad086a] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.849081] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.876244] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3,nova_cell1:SELECT=11 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.888435] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=36,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.889369] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.837745] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e61d2785-3f7f-42cd-81ba-b8dde9aa7863, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b51ddc3a-de97-4d51-adc9-e92b4fb0a150 was re-scheduled: Binding failed for port e61d2785-3f7f-42cd-81ba-b8dde9aa7863, please check neutron logs for more information.\n'] [ 608.837745] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 608.837745] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b51ddc3a-de97-4d51-adc9-e92b4fb0a150.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b51ddc3a-de97-4d51-adc9-e92b4fb0a150. [ 608.837745] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b51ddc3a-de97-4d51-adc9-e92b4fb0a150. [ 608.869166] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.901370] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.908272] nova-conductor[54228]: DEBUG nova.network.neutron [None req-7d30f389-7fab-4aec-b4fa-03f1e5e9089b tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: b51ddc3a-de97-4d51-adc9-e92b4fb0a150] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.009339] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.031236] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.032786] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.032786] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.089352] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.089640] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.089841] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.091290] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.091290] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.091290] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.105236] nova-conductor[54228]: DEBUG nova.quota [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Getting quotas for project 08f6f6ae3d514d6ca62b665be9034f8e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.109645] nova-conductor[54228]: DEBUG nova.quota [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Getting quotas for user 0ed401cfbf6c48bfa68d6313274accd5 and project 08f6f6ae3d514d6ca62b665be9034f8e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.120355] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.121105] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.122045] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.122045] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.126930] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.128643] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.128643] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.128643] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.157973] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.158202] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.158504] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.813597] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.830329] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.830682] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.830900] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.874034] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.874376] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.874608] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.875052] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.875445] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.875515] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.883181] nova-conductor[54229]: DEBUG nova.quota [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Getting quotas for project 053598069417482780a7387842dd71e0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.886370] nova-conductor[54229]: DEBUG nova.quota [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Getting quotas for user 8a3ce06e49f64f5c91887c28b4b635cb and project 053598069417482780a7387842dd71e0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.891594] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.892120] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.892861] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.893138] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.898820] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.899551] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.899765] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.899933] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.918064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.918064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.918387] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.075223] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.089043] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.089563] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.089563] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.123304] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.123552] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.123725] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.124107] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.124298] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.124460] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.134278] nova-conductor[54229]: DEBUG nova.quota [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.137311] nova-conductor[54229]: DEBUG nova.quota [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.143659] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.144159] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.144366] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.144533] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.149241] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.149926] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.150229] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.150422] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.166164] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.166335] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.166508] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.473863] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.483342] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.483559] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.483725] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.510233] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.513760] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.514028] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.514440] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.514636] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.514797] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.522214] nova-conductor[54229]: DEBUG nova.quota [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Getting quotas for project 2d44a829041b4112889dbea7ff10d436. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.524339] nova-conductor[54229]: DEBUG nova.quota [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Getting quotas for user 52306a88580742199be8648e4d0da751 and project 2d44a829041b4112889dbea7ff10d436. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.529279] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.529742] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.529945] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.530126] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.533017] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.533684] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.533889] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.534065] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.547403] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.547619] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.547790] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.801995] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a9063309-85d1-4e90-8756-635659c53ff6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6ea9a22a-d6ca-4e14-b83e-97074d4cb531 was re-scheduled: Binding failed for port a9063309-85d1-4e90-8756-635659c53ff6, please check neutron logs for more information.\n'] [ 612.802756] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 612.803016] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ea9a22a-d6ca-4e14-b83e-97074d4cb531.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ea9a22a-d6ca-4e14-b83e-97074d4cb531. [ 612.803343] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6ea9a22a-d6ca-4e14-b83e-97074d4cb531. [ 612.828311] nova-conductor[54229]: DEBUG nova.network.neutron [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.844253] nova-conductor[54229]: DEBUG nova.network.neutron [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.847799] nova-conductor[54229]: DEBUG nova.network.neutron [None req-bb876912-e979-4092-b614-b332b55b4693 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 6ea9a22a-d6ca-4e14-b83e-97074d4cb531] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.796735] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fbb7d4a3-775b-4aac-aa13-f88699a16b64, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 291beb16-db0e-4eb6-a224-2acfc14d6d77 was re-scheduled: Binding failed for port fbb7d4a3-775b-4aac-aa13-f88699a16b64, please check neutron logs for more information.\n'] [ 614.797374] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 614.797620] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 291beb16-db0e-4eb6-a224-2acfc14d6d77.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 291beb16-db0e-4eb6-a224-2acfc14d6d77. [ 614.797930] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 291beb16-db0e-4eb6-a224-2acfc14d6d77. [ 614.815353] nova-conductor[54228]: DEBUG nova.network.neutron [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.835931] nova-conductor[54228]: DEBUG nova.network.neutron [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.839831] nova-conductor[54228]: DEBUG nova.network.neutron [None req-8cd8c1f5-08d6-4f6b-b522-60e6425e268e tempest-InstanceActionsTestJSON-1030755183 tempest-InstanceActionsTestJSON-1030755183-project-member] [instance: 291beb16-db0e-4eb6-a224-2acfc14d6d77] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.781721] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 14e5de25-c06c-48c1-a690-db4605dc0193, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9b8ff88e-9e13-42b2-92b0-13af6873c916 was re-scheduled: Binding failed for port 14e5de25-c06c-48c1-a690-db4605dc0193, please check neutron logs for more information.\n'] [ 616.782165] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 616.782476] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b8ff88e-9e13-42b2-92b0-13af6873c916.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b8ff88e-9e13-42b2-92b0-13af6873c916. [ 616.783110] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b8ff88e-9e13-42b2-92b0-13af6873c916. [ 616.803454] nova-conductor[54229]: DEBUG nova.network.neutron [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.820176] nova-conductor[54229]: DEBUG nova.network.neutron [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.825115] nova-conductor[54229]: DEBUG nova.network.neutron [None req-71cda14e-1f81-44e8-a401-5d72a8af2046 tempest-ServersAdminTestJSON-1906789592 tempest-ServersAdminTestJSON-1906789592-project-member] [instance: 9b8ff88e-9e13-42b2-92b0-13af6873c916] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.683343] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 536f1463-299b-4c7b-8962-741db114114c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a8d7055e-e7a3-470a-ae96-f89753afa9df was re-scheduled: Binding failed for port 536f1463-299b-4c7b-8962-741db114114c, please check neutron logs for more information.\n'] [ 618.683931] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 618.685205] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8d7055e-e7a3-470a-ae96-f89753afa9df.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8d7055e-e7a3-470a-ae96-f89753afa9df. [ 618.685467] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8d7055e-e7a3-470a-ae96-f89753afa9df. [ 618.723607] nova-conductor[54229]: DEBUG nova.network.neutron [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.747162] nova-conductor[54229]: DEBUG nova.network.neutron [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.753263] nova-conductor[54229]: DEBUG nova.network.neutron [None req-000a6e05-c29d-431d-b3cf-e1b766bbd3c5 tempest-ServerRescueTestJSON-381716336 tempest-ServerRescueTestJSON-381716336-project-member] [instance: a8d7055e-e7a3-470a-ae96-f89753afa9df] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.096187] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.131552] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.146813] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.153633] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 621.518325] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 621.536419] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 621.543774] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 621.545472] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=20,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 623.148387] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 660a85f6-adeb-4e4c-be35-ae655ea19cfd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a2747204-95c5-4200-8742-9ec39b4368c8 was re-scheduled: Binding failed for port 660a85f6-adeb-4e4c-be35-ae655ea19cfd, please check neutron logs for more information.\n'] [ 623.148843] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 623.149114] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2747204-95c5-4200-8742-9ec39b4368c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2747204-95c5-4200-8742-9ec39b4368c8. [ 623.150549] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2747204-95c5-4200-8742-9ec39b4368c8. [ 623.181789] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.211667] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.214750] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0e07be6c-4da7-4715-8106-147ebb86c2d8 tempest-ServerActionsV293TestJSON-854937809 tempest-ServerActionsV293TestJSON-854937809-project-member] [instance: a2747204-95c5-4200-8742-9ec39b4368c8] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.945979] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:UPDATE=187,nova_cell1:INSERT=20,nova_cell1:SELECT=356,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35,nova_cell1:DELETE=4 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.603164] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 626.623443] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.623695] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.623870] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.679703] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.679945] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.680133] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.680512] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.680752] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.680938] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.692454] nova-conductor[54228]: DEBUG nova.quota [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Getting quotas for project de568d90eb94456aa0714fa952b53b75. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 626.695424] nova-conductor[54228]: DEBUG nova.quota [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Getting quotas for user 93019ed5bc5848d68c3c225032a01674 and project de568d90eb94456aa0714fa952b53b75. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 626.705204] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 626.706578] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.706578] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.706578] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.717383] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 626.717383] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.717383] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.717383] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.745308] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.745308] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.745308] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.069291] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63267a51-1e3d-4d36-ae79-2d9931707395, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 443e235d-32b2-4af7-bdae-3f30e8196ee3 was re-scheduled: Binding failed for port 63267a51-1e3d-4d36-ae79-2d9931707395, please check neutron logs for more information.\n'] [ 630.069766] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 630.070181] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 443e235d-32b2-4af7-bdae-3f30e8196ee3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 443e235d-32b2-4af7-bdae-3f30e8196ee3. [ 630.070299] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 443e235d-32b2-4af7-bdae-3f30e8196ee3. [ 630.104727] nova-conductor[54228]: DEBUG nova.network.neutron [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.130819] nova-conductor[54228]: DEBUG nova.network.neutron [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.142193] nova-conductor[54228]: DEBUG nova.network.neutron [None req-be617c24-8359-4849-8eb8-bf231fc11561 tempest-DeleteServersAdminTestJSON-538413674 tempest-DeleteServersAdminTestJSON-538413674-project-member] [instance: 443e235d-32b2-4af7-bdae-3f30e8196ee3] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.445580] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.464606] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.464750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.464846] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.504037] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.504727] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.504727] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.504727] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.504864] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.505024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.517192] nova-conductor[54229]: DEBUG nova.quota [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Getting quotas for project cf6954e6a10d4219b35ea3e62f95ace0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.520719] nova-conductor[54229]: DEBUG nova.quota [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Getting quotas for user 0e6f85699c4344609bc13644d34609cc and project cf6954e6a10d4219b35ea3e62f95ace0. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.526531] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.528318] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.528423] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.528585] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.536018] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.536482] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.536694] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.536864] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.554061] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.554302] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.554471] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.577914] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=398,nova_cell1:UPDATE=193,nova_cell1:INSERT=32,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.051911] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 633.073936] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.074262] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.074515] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.109927] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.110182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.110360] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.110782] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.110998] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.111193] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.119616] nova-conductor[54229]: DEBUG nova.quota [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Getting quotas for project 8abc6846d0654fcdaa101e631b8b523e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 633.123213] nova-conductor[54229]: DEBUG nova.quota [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Getting quotas for user 00d27910dd91456ca943e6b022a8ad0d and project 8abc6846d0654fcdaa101e631b8b523e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 633.129545] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] [instance: 4ed90d16-81a6-4dbd-8936-0e137151171f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 633.130096] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.130241] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.130411] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.134836] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] [instance: 4ed90d16-81a6-4dbd-8936-0e137151171f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 633.135417] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.135624] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.135790] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.153056] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.153808] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.153808] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-78310499-dd33-418a-bdcc-ae7cc41b8ae6 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.316790] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 633.331020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.331020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.331020] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.361166] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.361408] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.361581] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.361949] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.362152] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.362314] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.369873] nova-conductor[54228]: DEBUG nova.quota [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Getting quotas for project 8abc6846d0654fcdaa101e631b8b523e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 633.375100] nova-conductor[54228]: DEBUG nova.quota [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Getting quotas for user 00d27910dd91456ca943e6b022a8ad0d and project 8abc6846d0654fcdaa101e631b8b523e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 633.376819] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] [instance: 5214f4a1-3e28-41bf-88d9-161511385e1b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 633.377293] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.377536] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.377740] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.384997] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] [instance: 5214f4a1-3e28-41bf-88d9-161511385e1b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 633.385705] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.391402] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.391402] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.422644] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.423673] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.423673] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-a6119075-eced-47d9-ac20-1d5116697167 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.115047] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.137802] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.144751] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.149728] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.366088] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.396014] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.409177] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.417254] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.029288] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3373c77f-c40e-4658-9249-466f197b9940, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6 was re-scheduled: Binding failed for port 3373c77f-c40e-4658-9249-466f197b9940, please check neutron logs for more information.\n'] [ 662.030295] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 662.030295] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6. [ 662.030486] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6. [ 662.053137] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.070918] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.074619] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e3bcdc25-ad5c-47d4-a097-cf3e631d1555 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 9c7a44b1-d87a-42a7-95f3-b0b064ce1ef6] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.689971] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 663.707356] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: b1389c80-4531-4ab3-be1b-a466a0a53e27] While scheduling instance, the build request was already deleted. {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 663.823794] nova-conductor[54229]: INFO nova.scheduler.client.report [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Deleted allocations for instance b1389c80-4531-4ab3-be1b-a466a0a53e27 [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.833024] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.842265] nova-conductor[54229]: DEBUG nova.quota [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.845582] nova-conductor[54229]: DEBUG nova.quota [None req-d0c23c7f-1255-42e9-bf25-e186d2c51b4a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.907773] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3f617afc-843a-4ab7-88fe-7a981af30004, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 01bbc9ec-f2ee-4a48-a33c-784861e81097 was re-scheduled: Binding failed for port 3f617afc-843a-4ab7-88fe-7a981af30004, please check neutron logs for more information.\n'] [ 663.908525] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 663.908892] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01bbc9ec-f2ee-4a48-a33c-784861e81097.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01bbc9ec-f2ee-4a48-a33c-784861e81097. [ 663.909138] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01bbc9ec-f2ee-4a48-a33c-784861e81097. [ 663.936197] nova-conductor[54229]: DEBUG nova.network.neutron [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.965533] nova-conductor[54229]: DEBUG nova.network.neutron [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.968368] nova-conductor[54229]: DEBUG nova.network.neutron [None req-c018472e-0ed2-40c6-a828-a260bd20d962 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: 01bbc9ec-f2ee-4a48-a33c-784861e81097] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.207688] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 664.224342] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.224713] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.226145] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.259225] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.260394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.260394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.260394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.260394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.260394] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.270333] nova-conductor[54229]: DEBUG nova.quota [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 664.273672] nova-conductor[54229]: DEBUG nova.quota [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 664.279968] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 664.280425] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.280641] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.280799] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.285745] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 664.286405] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.286606] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.286777] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.307762] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.307762] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.307762] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.149925] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 666.167091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.167091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.167236] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.196090] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.196197] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.196335] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.196745] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.196896] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.197095] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.207155] nova-conductor[54229]: DEBUG nova.quota [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 666.210554] nova-conductor[54229]: DEBUG nova.quota [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for user 4d95c2a24f0841de8990410e24f325e9 and project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 666.215824] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 666.216330] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.216538] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.216707] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.226299] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 666.227020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.227235] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.227403] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.244921] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.245182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.245318] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.361630] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 620a0798-9892-49ff-9a8c-a60a330f5b35, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 94703126-bb31-40af-b945-2ef5ff37e094 was re-scheduled: Binding failed for port 620a0798-9892-49ff-9a8c-a60a330f5b35, please check neutron logs for more information.\n'] [ 668.389197] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 668.389511] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94703126-bb31-40af-b945-2ef5ff37e094.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94703126-bb31-40af-b945-2ef5ff37e094. [ 668.390032] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 94703126-bb31-40af-b945-2ef5ff37e094. [ 668.413421] nova-conductor[54228]: DEBUG nova.network.neutron [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.429565] nova-conductor[54228]: DEBUG nova.network.neutron [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.432817] nova-conductor[54228]: DEBUG nova.network.neutron [None req-0698fc3f-274c-460b-bd26-99e8ebc1d5b8 tempest-ServerDiagnosticsTest-20263120 tempest-ServerDiagnosticsTest-20263120-project-member] [instance: 94703126-bb31-40af-b945-2ef5ff37e094] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.289947] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 10776c82-fe5d-46e6-b9e6-7aacb6b11ab9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3426ace3-0cff-4119-85fe-31e681a8597b was re-scheduled: Binding failed for port 10776c82-fe5d-46e6-b9e6-7aacb6b11ab9, please check neutron logs for more information.\n'] [ 670.289947] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 670.290313] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3426ace3-0cff-4119-85fe-31e681a8597b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3426ace3-0cff-4119-85fe-31e681a8597b. [ 670.290313] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3426ace3-0cff-4119-85fe-31e681a8597b. [ 670.314537] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.330977] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.333784] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f08cb7d5-92e9-42be-8fce-75b6e9e0f025 tempest-ServersTestFqdnHostnames-593307524 tempest-ServersTestFqdnHostnames-593307524-project-member] [instance: 3426ace3-0cff-4119-85fe-31e681a8597b] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.204214] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3221cf96-ce6e-40d8-bb3b-7ed671e0b4d1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dba18c87-50a2-4ac8-8bd2-77f8f62b723c was re-scheduled: Binding failed for port 3221cf96-ce6e-40d8-bb3b-7ed671e0b4d1, please check neutron logs for more information.\n'] [ 672.204214] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 672.204214] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dba18c87-50a2-4ac8-8bd2-77f8f62b723c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dba18c87-50a2-4ac8-8bd2-77f8f62b723c. [ 672.204214] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dba18c87-50a2-4ac8-8bd2-77f8f62b723c. [ 672.236110] nova-conductor[54229]: DEBUG nova.network.neutron [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.266519] nova-conductor[54229]: DEBUG nova.network.neutron [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.269731] nova-conductor[54229]: DEBUG nova.network.neutron [None req-cfbab20e-8e8c-4877-9e84-39d632b2768d tempest-MigrationsAdminTest-857886804 tempest-MigrationsAdminTest-857886804-project-member] [instance: dba18c87-50a2-4ac8-8bd2-77f8f62b723c] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.640685] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 673.675368] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.675618] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.675820] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.740615] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.740933] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.741128] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.741562] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.741825] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.742369] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.771898] nova-conductor[54229]: DEBUG nova.quota [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Getting quotas for project 6ca24f5246c94585b07c3dc8e503b277. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 673.775784] nova-conductor[54229]: DEBUG nova.quota [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Getting quotas for user e7460403518b4b399524dcdfbc07e338 and project 6ca24f5246c94585b07c3dc8e503b277. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 673.782225] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 673.783021] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.783021] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.783185] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.790707] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 673.791469] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.791688] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.791930] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.823627] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.823847] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.824033] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.272059] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 759c443f-21d6-4fef-a27b-6fe32cc20a63, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 01a3e1be-d29b-45d7-987e-66a4395ae2a4 was re-scheduled: Binding failed for port 759c443f-21d6-4fef-a27b-6fe32cc20a63, please check neutron logs for more information.\n'] [ 674.272762] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 674.273018] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01a3e1be-d29b-45d7-987e-66a4395ae2a4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01a3e1be-d29b-45d7-987e-66a4395ae2a4. [ 674.273254] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01a3e1be-d29b-45d7-987e-66a4395ae2a4. [ 674.307157] nova-conductor[54228]: DEBUG nova.network.neutron [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.324165] nova-conductor[54228]: DEBUG nova.network.neutron [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.327866] nova-conductor[54228]: DEBUG nova.network.neutron [None req-07247c91-c305-4886-ae01-0b0050f4571e tempest-SecurityGroupsTestJSON-1369561840 tempest-SecurityGroupsTestJSON-1369561840-project-member] [instance: 01a3e1be-d29b-45d7-987e-66a4395ae2a4] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.155597] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4fa12c2e-8d85-4ab5-bec3-f905bdec71d5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8c64f76d-cb18-41c5-9afa-e88af038f2b0 was re-scheduled: Binding failed for port 4fa12c2e-8d85-4ab5-bec3-f905bdec71d5, please check neutron logs for more information.\n'] [ 676.155597] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 676.156018] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c64f76d-cb18-41c5-9afa-e88af038f2b0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c64f76d-cb18-41c5-9afa-e88af038f2b0. [ 676.156276] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8c64f76d-cb18-41c5-9afa-e88af038f2b0. [ 676.205100] nova-conductor[54229]: DEBUG nova.network.neutron [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.223788] nova-conductor[54229]: DEBUG nova.network.neutron [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.226821] nova-conductor[54229]: DEBUG nova.network.neutron [None req-281d21cd-81da-48f9-84e1-4e72917e5218 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 8c64f76d-cb18-41c5-9afa-e88af038f2b0] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.690676] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 676.710182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.710425] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.710665] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.766020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.779906] nova-conductor[54229]: DEBUG nova.quota [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Getting quotas for project 7e3c7f5a39534b2790895e5e7933069a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 676.784418] nova-conductor[54229]: DEBUG nova.quota [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Getting quotas for user fd48df0f15684e57a2454cf0d785e173 and project 7e3c7f5a39534b2790895e5e7933069a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 676.790011] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 676.790515] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.790695] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.790869] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.794381] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 676.794819] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.795037] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.795205] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.825044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.825044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.825988] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.222032] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 07d0ef21-dd97-42e1-8b07-67b1feade067, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a24776d9-9950-4c83-9641-9675cabd5fd3 was re-scheduled: Binding failed for port 07d0ef21-dd97-42e1-8b07-67b1feade067, please check neutron logs for more information.\n'] [ 678.222032] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 678.222032] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a24776d9-9950-4c83-9641-9675cabd5fd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a24776d9-9950-4c83-9641-9675cabd5fd3. [ 678.222032] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a24776d9-9950-4c83-9641-9675cabd5fd3. [ 678.254830] nova-conductor[54229]: DEBUG nova.network.neutron [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.285768] nova-conductor[54229]: DEBUG nova.network.neutron [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.291691] nova-conductor[54229]: DEBUG nova.network.neutron [None req-eb0a3026-d798-4d9d-a776-28043c6645a1 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: a24776d9-9950-4c83-9641-9675cabd5fd3] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.555102] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 678.569500] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.569810] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.570014] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.602516] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.602755] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.602971] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.603309] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.603494] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.603653] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.616328] nova-conductor[54228]: DEBUG nova.quota [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Getting quotas for project b76c231415f742e0a7a05dd04eee5fbc. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 678.620798] nova-conductor[54228]: DEBUG nova.quota [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Getting quotas for user 0f21627a28854b368512373c5931e51f and project b76c231415f742e0a7a05dd04eee5fbc. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 678.629364] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 678.629364] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.629433] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.629555] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.633930] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 678.636125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.636125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.636125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.659648] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.659997] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.660374] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.488911] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 679.502852] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.503103] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.503281] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.532490] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.532730] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.532937] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.533428] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.533495] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.533836] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.544340] nova-conductor[54228]: DEBUG nova.quota [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Getting quotas for project acf65d070f164356a7de6afc03ed2995. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 679.547202] nova-conductor[54228]: DEBUG nova.quota [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Getting quotas for user caef87e6a8554d1ca7eb12e2db86e70e and project acf65d070f164356a7de6afc03ed2995. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 679.554204] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 679.554204] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.554204] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.554204] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.557591] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 679.558229] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.558462] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.559223] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.580352] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.580646] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.580836] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.289208] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8ecec905-4891-4a60-a063-ef5f68a1373b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 61426715-7a38-475d-895a-0eb6d6040c66 was re-scheduled: Binding failed for port 8ecec905-4891-4a60-a063-ef5f68a1373b, please check neutron logs for more information.\n'] [ 680.289208] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 680.289208] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61426715-7a38-475d-895a-0eb6d6040c66.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61426715-7a38-475d-895a-0eb6d6040c66. [ 680.289208] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 61426715-7a38-475d-895a-0eb6d6040c66. [ 680.325467] nova-conductor[54228]: DEBUG nova.network.neutron [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.344522] nova-conductor[54228]: DEBUG nova.network.neutron [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.349413] nova-conductor[54228]: DEBUG nova.network.neutron [None req-71d90b6c-7608-4983-b112-dac02724ddb9 tempest-ServerPasswordTestJSON-1291359825 tempest-ServerPasswordTestJSON-1291359825-project-member] [instance: 61426715-7a38-475d-895a-0eb6d6040c66] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.165516] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 682.189757] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.190054] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.190233] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.242828] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.242939] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.243328] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.243728] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.243923] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.244106] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.254275] nova-conductor[54229]: DEBUG nova.quota [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 682.257629] nova-conductor[54229]: DEBUG nova.quota [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for user d7ac705ce4dc4f42b89cf70ac3316f71 and project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 682.263446] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 682.263909] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.264138] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.264308] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.269054] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 682.269719] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.270408] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.270408] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.289290] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.289290] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.289290] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.135584] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=340,nova_cell1:UPDATE=170,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:INSERT=20,nova_cell1:DELETE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.509496] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 684.528182] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.528706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.529046] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.592321] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.592321] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.592478] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.592854] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.593072] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.593236] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.610145] nova-conductor[54229]: DEBUG nova.quota [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Getting quotas for project d18eb4c53ed740bd904403498980bc0a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 684.616262] nova-conductor[54229]: DEBUG nova.quota [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Getting quotas for user fd04f2fee3a24deeb9b377c008a5dc12 and project d18eb4c53ed740bd904403498980bc0a. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 684.624488] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] [instance: 51718896-f5bf-43a9-9396-1ac768737ba2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 684.625012] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.625240] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.625419] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.633934] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] [instance: 51718896-f5bf-43a9-9396-1ac768737ba2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 684.634681] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.634896] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.638019] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.657524] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.657524] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.657646] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a515bdf6-c358-49d9-9607-0fb06eafdb17 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.580046] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 685.593535] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.593791] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.593962] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.638220] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.638506] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.638646] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.639068] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.639227] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.639389] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.648290] nova-conductor[54228]: DEBUG nova.quota [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Getting quotas for project f0a7a688391c4fbe9e1088c5047f00d6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 685.651480] nova-conductor[54228]: DEBUG nova.quota [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Getting quotas for user c1f21a1b9cd74068b066fbbe631d0c3f and project f0a7a688391c4fbe9e1088c5047f00d6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 685.656054] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] [instance: 1f318a64-2c38-470b-8fae-4ba4543a5681] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 685.656473] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.656671] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.656837] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.660739] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] [instance: 1f318a64-2c38-470b-8fae-4ba4543a5681] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 685.661371] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.661569] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.661735] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.674373] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.674572] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.674737] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2b9424c1-bf71-414e-a46b-4179ac276112 tempest-ServersTestManualDisk-604684613 tempest-ServersTestManualDisk-604684613-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.189314] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 58dfc745-c39d-4558-af1a-1f04af4a3b87, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b6efad50-aa2e-49f9-9ce7-5fead31db7a8 was re-scheduled: Binding failed for port 58dfc745-c39d-4558-af1a-1f04af4a3b87, please check neutron logs for more information.\n'] [ 687.190661] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 687.190661] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6efad50-aa2e-49f9-9ce7-5fead31db7a8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6efad50-aa2e-49f9-9ce7-5fead31db7a8. [ 687.190661] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b6efad50-aa2e-49f9-9ce7-5fead31db7a8. [ 687.223891] nova-conductor[54229]: DEBUG nova.network.neutron [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.245326] nova-conductor[54229]: DEBUG nova.network.neutron [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.250823] nova-conductor[54229]: DEBUG nova.network.neutron [None req-961f3dde-de3a-4a3c-849e-d1e9c814e2d7 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: b6efad50-aa2e-49f9-9ce7-5fead31db7a8] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.871647] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 689.889098] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.889391] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.889601] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.920189] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.920458] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.920615] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.920963] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.921204] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.921374] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.931286] nova-conductor[54229]: DEBUG nova.quota [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 689.936195] nova-conductor[54229]: DEBUG nova.quota [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for user d7b38fb0a53f4d078ae86d68e3eb6268 and project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 689.944715] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: 7e6ff902-4a04-43d5-9014-38c4ec88efc4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 689.945225] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.945527] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.945716] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.955528] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: 7e6ff902-4a04-43d5-9014-38c4ec88efc4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 689.956257] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.956500] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.956668] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.972303] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.972520] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.972688] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-402d31e3-1eda-4de9-8e63-d23c5b17d7bf tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.665766] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:UPDATE=142,nova_cell1:INSERT=25,nova_cell1:SELECT=319,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.643510] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.663333] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.670100] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.673151] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.925098] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=8 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.959374] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=22,nova_cell1:INSERT=52,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.967658] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=46,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.970700] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=47,nova_api:DELETE=5,nova_api:UPDATE=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.854738] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1f0b1f33-f610-4a68-a5b9-d339068ba1bc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 252df6ad-e29d-4596-bc99-4aae144bbcc5 was re-scheduled: Binding failed for port 1f0b1f33-f610-4a68-a5b9-d339068ba1bc, please check neutron logs for more information.\n'] [ 705.855334] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 705.858049] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 252df6ad-e29d-4596-bc99-4aae144bbcc5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 252df6ad-e29d-4596-bc99-4aae144bbcc5. [ 705.858049] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 252df6ad-e29d-4596-bc99-4aae144bbcc5. [ 705.877183] nova-conductor[54228]: DEBUG nova.network.neutron [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.893386] nova-conductor[54228]: DEBUG nova.network.neutron [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.896640] nova-conductor[54228]: DEBUG nova.network.neutron [None req-fb15e8b4-1732-4180-abac-6815f7c8c117 tempest-ServerDiagnosticsNegativeTest-1357052768 tempest-ServerDiagnosticsNegativeTest-1357052768-project-member] [instance: 252df6ad-e29d-4596-bc99-4aae144bbcc5] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.747467] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 956ced4a-8d22-4660-b90c-a7a197dd8adb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 02cb219f-989f-45b5-a9ba-d0b5a521cfa2 was re-scheduled: Binding failed for port 956ced4a-8d22-4660-b90c-a7a197dd8adb, please check neutron logs for more information.\n'] [ 707.748050] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 707.748280] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02cb219f-989f-45b5-a9ba-d0b5a521cfa2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02cb219f-989f-45b5-a9ba-d0b5a521cfa2. [ 707.748584] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02cb219f-989f-45b5-a9ba-d0b5a521cfa2. [ 707.776529] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.805680] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.813117] nova-conductor[54229]: DEBUG nova.network.neutron [None req-4aa4957c-e6d6-4831-af7e-5cf4bbc9b9cb tempest-ServersTestMultiNic-798367234 tempest-ServersTestMultiNic-798367234-project-member] [instance: 02cb219f-989f-45b5-a9ba-d0b5a521cfa2] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.261021] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 711.276051] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.276307] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.276475] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.316056] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.316348] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.316544] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.316972] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.317199] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.317386] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.338171] nova-conductor[54228]: DEBUG nova.quota [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Getting quotas for project 309249b168af45e9869d6122f5703a3d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 711.342619] nova-conductor[54228]: DEBUG nova.quota [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Getting quotas for user 631d6b4e25944471964d830066931857 and project 309249b168af45e9869d6122f5703a3d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 711.350049] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] [instance: db09d1f5-88cc-4dc7-9a7b-5d53d09567fa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 711.350575] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.350791] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.350961] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.356484] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] [instance: db09d1f5-88cc-4dc7-9a7b-5d53d09567fa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 711.357268] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.357424] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.357593] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.375280] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.375518] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.375695] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-89eab27e-f6fc-45f0-b6f4-bb4c2b7e579d tempest-ServerMetadataNegativeTestJSON-473879121 tempest-ServerMetadataNegativeTestJSON-473879121-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.223422] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fa6e34fb-aa15-4b5a-909a-4ed21e7e6fbd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 578627be-e695-4953-8d0e-9763d12b9a28 was re-scheduled: Binding failed for port fa6e34fb-aa15-4b5a-909a-4ed21e7e6fbd, please check neutron logs for more information.\n'] [ 712.223803] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 712.225142] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 578627be-e695-4953-8d0e-9763d12b9a28.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 578627be-e695-4953-8d0e-9763d12b9a28. [ 712.225142] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 578627be-e695-4953-8d0e-9763d12b9a28. [ 712.261360] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.281827] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.285898] nova-conductor[54229]: DEBUG nova.network.neutron [None req-0ce0ba53-c8b7-47db-973a-e5bf9eb4971b tempest-ServerActionsTestOtherB-198155639 tempest-ServerActionsTestOtherB-198155639-project-member] [instance: 578627be-e695-4953-8d0e-9763d12b9a28] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.617326] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 713.649620] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.649875] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.650050] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.716225] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.716409] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.716829] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.716940] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.717141] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.717302] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.724875] nova-conductor[54229]: DEBUG nova.quota [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 713.727105] nova-conductor[54229]: DEBUG nova.quota [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for user ca8d1bcf6c274f1fa383b77393d60d5a and project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 713.731689] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: 72e91f8e-0619-464c-b9bc-d6a14be42cb8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 713.732110] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.732310] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.732495] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.742238] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: 72e91f8e-0619-464c-b9bc-d6a14be42cb8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 713.742922] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.743136] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.743304] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.759325] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.759538] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.759706] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-94e49959-ff6f-4bfe-aad8-4e7eee8a1991 tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.006817] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 714.020535] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.020535] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.020535] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.059223] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.059756] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.059942] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.060351] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.060790] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.060942] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.068920] nova-conductor[54229]: DEBUG nova.quota [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 714.072712] nova-conductor[54229]: DEBUG nova.quota [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for user ca8d1bcf6c274f1fa383b77393d60d5a and project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 714.079179] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: 3ada3516-3147-4566-a46a-1cb29cf880d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 714.079718] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.079956] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.080177] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.087575] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: 3ada3516-3147-4566-a46a-1cb29cf880d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 714.089098] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.089098] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.089098] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.107508] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.107620] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.107775] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-484bc176-2820-4a80-96ee-843c32bcad1f tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.140908] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7464bd25-e8a6-4cf7-8efd-1f64df719868, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 724a8083-2bde-483e-bd5a-a928def284bf was re-scheduled: Binding failed for port 7464bd25-e8a6-4cf7-8efd-1f64df719868, please check neutron logs for more information.\n'] [ 714.141487] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 714.141728] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 724a8083-2bde-483e-bd5a-a928def284bf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 724a8083-2bde-483e-bd5a-a928def284bf. [ 714.142054] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 724a8083-2bde-483e-bd5a-a928def284bf. [ 714.174067] nova-conductor[54229]: DEBUG nova.network.neutron [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.194212] nova-conductor[54229]: DEBUG nova.network.neutron [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.198065] nova-conductor[54229]: DEBUG nova.network.neutron [None req-41a0834d-09f7-4dc5-81ea-507d0f468fc2 tempest-ServersTestJSON-782287380 tempest-ServersTestJSON-782287380-project-member] [instance: 724a8083-2bde-483e-bd5a-a928def284bf] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.499174] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 714.516850] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.517104] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.517279] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.552044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.552369] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.552576] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.552970] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.553209] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.553320] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.565062] nova-conductor[54229]: DEBUG nova.quota [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 714.568110] nova-conductor[54229]: DEBUG nova.quota [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Getting quotas for user ca8d1bcf6c274f1fa383b77393d60d5a and project 3f26e25609a64eca836f4d9dcdcfd666. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 714.573692] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: fde12685-d3b9-46a0-8931-25b904d4f21e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 714.574206] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.574372] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.574538] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.577535] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] [instance: fde12685-d3b9-46a0-8931-25b904d4f21e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 714.578197] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.578398] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.579045] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.602149] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.602400] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.602595] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-054ebb1d-c31b-4f23-ac71-f4e7f6c7271e tempest-ListServerFiltersTestJSON-1962117767 tempest-ListServerFiltersTestJSON-1962117767-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.106295] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c4831938-0e88-4552-9ca7-091fbd50dd0f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0d29a4ce-6689-4d0c-8144-e05853eb3a60 was re-scheduled: Binding failed for port c4831938-0e88-4552-9ca7-091fbd50dd0f, please check neutron logs for more information.\n'] [ 716.110317] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.110748] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d29a4ce-6689-4d0c-8144-e05853eb3a60.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d29a4ce-6689-4d0c-8144-e05853eb3a60. [ 716.111226] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0d29a4ce-6689-4d0c-8144-e05853eb3a60. [ 716.149892] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.178683] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.188139] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5036a5f3-4a94-4af3-b618-bfec19a37846 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 0d29a4ce-6689-4d0c-8144-e05853eb3a60] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.075437] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8e4514d2-11c6-4bd9-a27f-0b171dad4c9d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 02b7a3c3-bdfd-47d9-acf7-afd7725cea64 was re-scheduled: Binding failed for port 8e4514d2-11c6-4bd9-a27f-0b171dad4c9d, please check neutron logs for more information.\n'] [ 718.075867] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 718.076208] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02b7a3c3-bdfd-47d9-acf7-afd7725cea64.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02b7a3c3-bdfd-47d9-acf7-afd7725cea64. [ 718.076564] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 02b7a3c3-bdfd-47d9-acf7-afd7725cea64. [ 718.097916] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.116358] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.119663] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a5afff24-9989-4ded-ad85-3bd4f89a9c83 tempest-ServerRescueNegativeTestJSON-606921365 tempest-ServerRescueNegativeTestJSON-606921365-project-member] [instance: 02b7a3c3-bdfd-47d9-acf7-afd7725cea64] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.008128] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bf96148d-c685-42c5-a715-fec0fd939e37, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4 was re-scheduled: Binding failed for port bf96148d-c685-42c5-a715-fec0fd939e37, please check neutron logs for more information.\n'] [ 720.008128] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 720.008453] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4. [ 720.008516] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4. [ 720.034374] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.054633] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.058358] nova-conductor[54228]: DEBUG nova.network.neutron [None req-ded32dcd-5c71-42d9-9444-091ea8a3ec9e tempest-ServersV294TestFqdnHostnames-1041709389 tempest-ServersV294TestFqdnHostnames-1041709389-project-member] [instance: 47e44ea5-15f2-4ea3-bda9-ae4820c4b9c4] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.323324] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 721.359031] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 721.360520] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 721.369682] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 721.374360] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 721.375988] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.376254] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.376442] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.415357] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.415573] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.415795] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.416119] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.420016] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.420016] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.430072] nova-conductor[54229]: DEBUG nova.quota [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Getting quotas for project a03b6b3cf408486abdfed759728586ba. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 721.431634] nova-conductor[54229]: DEBUG nova.quota [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Getting quotas for user 92f9cb84e5034be9b85c3d780178ee97 and project a03b6b3cf408486abdfed759728586ba. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 721.439839] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] [instance: 13890351-6091-4b4f-8484-1cdd0c8523b0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 721.439839] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.439839] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.439839] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.442142] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] [instance: 13890351-6091-4b4f-8484-1cdd0c8523b0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 721.442840] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.443051] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.443382] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.460562] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.460786] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.461143] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-71d93765-4afc-4bde-be9a-80acb38cc8c3 tempest-InstanceActionsNegativeTestJSON-1107583005 tempest-InstanceActionsNegativeTestJSON-1107583005-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.033699] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b3b66865-1822-47a2-a3d1-45a61b73a2cf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 770b6195-ab31-4df0-84b0-e8382732ec32 was re-scheduled: Binding failed for port b3b66865-1822-47a2-a3d1-45a61b73a2cf, please check neutron logs for more information.\n'] [ 722.035392] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 722.035626] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 770b6195-ab31-4df0-84b0-e8382732ec32.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 770b6195-ab31-4df0-84b0-e8382732ec32. [ 722.035838] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 770b6195-ab31-4df0-84b0-e8382732ec32. [ 722.065556] nova-conductor[54228]: DEBUG nova.network.neutron [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.094521] nova-conductor[54228]: DEBUG nova.network.neutron [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.098204] nova-conductor[54228]: DEBUG nova.network.neutron [None req-c8bd0a08-40c4-4d8a-b3e6-4557beb01326 tempest-ImagesOneServerNegativeTestJSON-472538221 tempest-ImagesOneServerNegativeTestJSON-472538221-project-member] [instance: 770b6195-ab31-4df0-84b0-e8382732ec32] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.914935] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0c0c5547-5634-45e8-b02c-5c73c6b96852, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae was re-scheduled: Binding failed for port 0c0c5547-5634-45e8-b02c-5c73c6b96852, please check neutron logs for more information.\n'] [ 723.918380] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 723.919128] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae. [ 723.919509] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae. [ 723.950639] nova-conductor[54228]: DEBUG nova.network.neutron [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.968476] nova-conductor[54228]: DEBUG nova.network.neutron [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.973233] nova-conductor[54228]: DEBUG nova.network.neutron [None req-d845e65b-94cc-407d-8027-c840c3244176 tempest-ImagesNegativeTestJSON-185559189 tempest-ImagesNegativeTestJSON-185559189-project-member] [instance: 2213bb98-48cd-4a9e-8a9b-4b6db30ea2ae] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.279870] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 729.295105] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.295364] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.295540] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.330013] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.330463] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.330531] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.331403] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.332035] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.332035] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.346826] nova-conductor[54228]: DEBUG nova.quota [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 729.351059] nova-conductor[54228]: DEBUG nova.quota [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for user e531b7c3e7544e53b126d1336ac44c99 and project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 729.357778] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: b76f37a0-91d0-4a01-9d95-9c6586081175] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 729.359245] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.359245] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.359245] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.369051] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: b76f37a0-91d0-4a01-9d95-9c6586081175] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 729.369051] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.369051] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.369051] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.396775] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.397021] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.397186] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-d8835c53-f907-4c79-92ca-e5ba3480e88c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.816241] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2d5fe2cf-85d6-4ff8-aa4e-a8f56a2c2971, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c37f1b55-7a06-4c93-9492-d2bd6d2bfe83 was re-scheduled: Binding failed for port 2d5fe2cf-85d6-4ff8-aa4e-a8f56a2c2971, please check neutron logs for more information.\n'] [ 730.816241] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 730.816241] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c37f1b55-7a06-4c93-9492-d2bd6d2bfe83.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c37f1b55-7a06-4c93-9492-d2bd6d2bfe83. [ 730.816241] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c37f1b55-7a06-4c93-9492-d2bd6d2bfe83. [ 730.845867] nova-conductor[54228]: DEBUG nova.network.neutron [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.865363] nova-conductor[54228]: DEBUG nova.network.neutron [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.868604] nova-conductor[54228]: DEBUG nova.network.neutron [None req-4d39d144-870e-45a1-8241-19aa3a8108af tempest-TenantUsagesTestJSON-1511548734 tempest-TenantUsagesTestJSON-1511548734-project-member] [instance: c37f1b55-7a06-4c93-9492-d2bd6d2bfe83] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.123141] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 731.139991] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.139991] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.139991] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.188510] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.188741] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.188913] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.189308] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.189577] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.189779] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.200134] nova-conductor[54229]: DEBUG nova.quota [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Getting quotas for project cfc48e301fb04231b88ec28a062bda4e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 731.205593] nova-conductor[54229]: DEBUG nova.quota [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Getting quotas for user 45c39828856b472d894767f94f5d83ae and project cfc48e301fb04231b88ec28a062bda4e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 731.211047] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] [instance: 5b6e8205-003e-49c0-a73d-be2e032a8272] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 731.211532] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.211734] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.211900] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.216789] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] [instance: 5b6e8205-003e-49c0-a73d-be2e032a8272] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 731.217439] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.217665] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.217875] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.238621] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.238621] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.238621] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b172b0c2-42a4-446b-a682-bd543175ab8a tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.791485] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 733.811021] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.811317] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.811538] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.851399] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.851480] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.851708] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.882195] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.882441] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.882623] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.883042] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.883239] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.883398] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.891647] nova-conductor[54229]: DEBUG nova.quota [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Getting quotas for project 44220d464249478fb1373bc6b146ee0f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 733.893990] nova-conductor[54229]: DEBUG nova.quota [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Getting quotas for user b4c1b6d1942542a7815aee4ec860259a and project 44220d464249478fb1373bc6b146ee0f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 733.899856] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 9f81c6e9-1e73-4e6d-be6f-3b88d1243a0b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 733.900359] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.901053] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.901053] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.906233] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 9f81c6e9-1e73-4e6d-be6f-3b88d1243a0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 733.906940] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.907165] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.907330] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.924389] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.924612] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.924777] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.930966] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 0269dc64-d2b1-43c5-bdf7-11d97e534819] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 733.931711] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.932792] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.932792] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.935854] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 0269dc64-d2b1-43c5-bdf7-11d97e534819] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 733.937328] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.937632] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.937902] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.953730] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.953978] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.954442] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-6fb7f11d-fd0f-4a54-a832-4885e82a3984 tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.448793] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 734.466669] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.466865] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.467195] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.515882] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.515882] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.515882] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.516039] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.516672] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.516672] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.525210] nova-conductor[54228]: DEBUG nova.quota [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Getting quotas for project 266d65bb4ffb4bc1b7b675d61304912d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 734.528949] nova-conductor[54228]: DEBUG nova.quota [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Getting quotas for user 9525a247de9a426e87e1ad9c1ada027c and project 266d65bb4ffb4bc1b7b675d61304912d. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 734.534096] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] [instance: 9d1a5830-f3c0-4d18-9338-16f7b6962c6a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 734.534613] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.534809] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.534975] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.540719] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] [instance: 9d1a5830-f3c0-4d18-9338-16f7b6962c6a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 734.541385] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.541592] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.541759] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.566440] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.566666] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.566841] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1af5b63a-aa25-4910-b759-1e80020a39ed tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.887905] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=6 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.940884] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=20,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=53,nova_cell1:RELEASE=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.947577] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=36,nova_api:UPDATE=4,nova_api:DELETE=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.951778] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=40,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.405387] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SAVEPOINT=42,nova_cell1:RELEASE=42,nova_cell1:SELECT=347,nova_cell1:UPDATE=166,nova_cell1:INSERT=24 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.520322] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.544354] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.559906] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.565166] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 746.343725] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-d86f0387-34d2-4906-b0f1-004f9c123f93 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 746.343967] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d86f0387-34d2-4906-b0f1-004f9c123f93 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.344173] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d86f0387-34d2-4906-b0f1-004f9c123f93 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.344381] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-d86f0387-34d2-4906-b0f1-004f9c123f93 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.357619] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-d86f0387-34d2-4906-b0f1-004f9c123f93 tempest-ServerShowV247Test-2086523556 tempest-ServerShowV247Test-2086523556-project-member] [instance: 5214f4a1-3e28-41bf-88d9-161511385e1b] No migration record for the rebuild/evacuate request. {{(pid=54229) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 750.878080] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:UPDATE=160,nova_cell1:SELECT=350,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.342731] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.364537] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 756.380879] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.802337] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 75a13741-f486-4db0-be5b-054880a3cf89, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ec2297bb-1d29-4ea9-90f7-f4f39716c103 was re-scheduled: Binding failed for port 75a13741-f486-4db0-be5b-054880a3cf89, please check neutron logs for more information.\n'] [ 761.803037] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 761.803173] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec2297bb-1d29-4ea9-90f7-f4f39716c103.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec2297bb-1d29-4ea9-90f7-f4f39716c103. [ 761.803569] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ec2297bb-1d29-4ea9-90f7-f4f39716c103. [ 761.827912] nova-conductor[54228]: DEBUG nova.network.neutron [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.843651] nova-conductor[54228]: DEBUG nova.network.neutron [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.847529] nova-conductor[54228]: DEBUG nova.network.neutron [None req-dcaea1ec-a8d3-4ccf-8011-6b82acaf46f2 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: ec2297bb-1d29-4ea9-90f7-f4f39716c103] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.690500] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ed57313b-d260-4e7a-99b1-e4a6318a31b5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0e00ca48-f9e1-4999-aad5-d7965f7ddc28 was re-scheduled: Binding failed for port ed57313b-d260-4e7a-99b1-e4a6318a31b5, please check neutron logs for more information.\n'] [ 763.691181] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 763.691430] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0e00ca48-f9e1-4999-aad5-d7965f7ddc28.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0e00ca48-f9e1-4999-aad5-d7965f7ddc28. [ 763.691820] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0e00ca48-f9e1-4999-aad5-d7965f7ddc28. [ 763.722561] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.748247] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.753807] nova-conductor[54229]: DEBUG nova.network.neutron [None req-a34b22e7-cb1b-4485-98c3-94f38d454f1c tempest-ServerRescueTestJSONUnderV235-571961654 tempest-ServerRescueTestJSONUnderV235-571961654-project-member] [instance: 0e00ca48-f9e1-4999-aad5-d7965f7ddc28] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.885397] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 763.894397] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 84327662-1864-46a8-8ebf-ef00289fd59b] While scheduling instance, the build request was already deleted. {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 763.933691] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.933926] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.934158] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.934595] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.934818] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.935032] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.948348] nova-conductor[54229]: DEBUG nova.quota [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 763.951658] nova-conductor[54229]: DEBUG nova.quota [None req-4f6671a9-4422-4ae5-9390-7d3a08e8fb4d tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 764.404925] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 764.428698] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.428944] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.429128] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.481339] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.493289] nova-conductor[54228]: DEBUG nova.quota [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 764.495025] nova-conductor[54228]: DEBUG nova.quota [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 764.501214] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: d7d180f7-e1a8-46c8-ba8e-ca50dac474cc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 764.501695] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.501949] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.502240] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.507453] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: d7d180f7-e1a8-46c8-ba8e-ca50dac474cc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 764.508286] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.508731] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.509081] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.527049] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.527294] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.527691] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1dafecf1-5ea7-400f-91bf-c4ee9a7462df tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.076175] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 319af934-2bcb-4020-bc62-7039d1fc7eb4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee was re-scheduled: Binding failed for port 319af934-2bcb-4020-bc62-7039d1fc7eb4, please check neutron logs for more information.\n'] [ 768.076785] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 768.077028] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee. [ 768.077278] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee. [ 768.101831] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.117786] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.120745] nova-conductor[54229]: DEBUG nova.network.neutron [None req-e36c3dd8-215f-47e9-86da-ac5dc2be4360 tempest-FloatingIPsAssociationTestJSON-871600147 tempest-FloatingIPsAssociationTestJSON-871600147-project-member] [instance: ecaa6bf7-e7bd-44c2-811c-1edf9a1039ee] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.832877] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6fc7ca35-5bb9-4d46-9356-ceb957531a76, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c4c5abc4-a5ed-4337-a930-d37d579819f8 was re-scheduled: Binding failed for port 6fc7ca35-5bb9-4d46-9356-ceb957531a76, please check neutron logs for more information.\n'] [ 769.834367] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 769.834367] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4c5abc4-a5ed-4337-a930-d37d579819f8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4c5abc4-a5ed-4337-a930-d37d579819f8. [ 769.834855] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4c5abc4-a5ed-4337-a930-d37d579819f8. [ 769.897360] nova-conductor[54228]: DEBUG nova.network.neutron [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.917093] nova-conductor[54228]: DEBUG nova.network.neutron [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.921268] nova-conductor[54228]: DEBUG nova.network.neutron [None req-946e2991-b25f-4494-91e0-d90a24a0cd42 tempest-ServerMetadataTestJSON-788976679 tempest-ServerMetadataTestJSON-788976679-project-member] [instance: c4c5abc4-a5ed-4337-a930-d37d579819f8] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.943653] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 773.944901] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 773.952907] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 773.957431] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.487148] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.519482] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.522528] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.524060] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 775.055528] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a9889184-6641-40e8-a98a-0942457eed29, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e472b96a-5d82-4fb9-8d28-0901b71dc783 was re-scheduled: Binding failed for port a9889184-6641-40e8-a98a-0942457eed29, please check neutron logs for more information.\n'] [ 775.056275] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 775.056533] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e472b96a-5d82-4fb9-8d28-0901b71dc783.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e472b96a-5d82-4fb9-8d28-0901b71dc783. [ 775.056780] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e472b96a-5d82-4fb9-8d28-0901b71dc783. [ 775.118690] nova-conductor[54228]: DEBUG nova.network.neutron [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.160454] nova-conductor[54228]: DEBUG nova.network.neutron [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.171361] nova-conductor[54228]: DEBUG nova.network.neutron [None req-14dd2a0b-fc27-4f52-8d06-a99329a40c35 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e472b96a-5d82-4fb9-8d28-0901b71dc783] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.550303] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 776.564774] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.564973] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.565175] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.596072] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.596072] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.597710] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.597710] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.597710] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.597710] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.608715] nova-conductor[54229]: DEBUG nova.quota [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 776.611698] nova-conductor[54229]: DEBUG nova.quota [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 776.616966] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 16d40829-ba6e-4193-98b5-fff94c066bcb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 776.617357] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.617566] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.617760] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.623290] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 16d40829-ba6e-4193-98b5-fff94c066bcb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 776.623954] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.624170] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.624337] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.637583] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.637793] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.637985] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-ad4680a7-74f0-4d93-b3fa-2d136b1bb6ab tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.475622] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0df43069-277e-4946-8608-d75983f32608, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance be50b542-4c61-4da3-af4e-8a57e05a77ee was re-scheduled: Binding failed for port 0df43069-277e-4946-8608-d75983f32608, please check neutron logs for more information.\n'] [ 780.476251] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 780.476483] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be50b542-4c61-4da3-af4e-8a57e05a77ee.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be50b542-4c61-4da3-af4e-8a57e05a77ee. [ 780.476788] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance be50b542-4c61-4da3-af4e-8a57e05a77ee. [ 780.498882] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.512434] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.515075] nova-conductor[54229]: DEBUG nova.network.neutron [None req-f9eb1e2f-5ded-4741-b2a2-0483b1e8e0b6 tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: be50b542-4c61-4da3-af4e-8a57e05a77ee] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.094046] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 782.106754] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.107120] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.107239] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.135943] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.136195] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.136368] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.136740] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.136925] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.137103] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.144553] nova-conductor[54228]: DEBUG nova.quota [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 782.146720] nova-conductor[54228]: DEBUG nova.quota [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Getting quotas for user 4d95c2a24f0841de8990410e24f325e9 and project 11491a5610734d96bac82035c46bd5d1. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 782.152029] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: a02b4be1-91b0-4254-8d60-654885e24f6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 782.152463] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.152667] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.152843] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.155338] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] [instance: a02b4be1-91b0-4254-8d60-654885e24f6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 782.155952] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.156174] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.156347] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.174171] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.174391] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.174560] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-7449cc4c-6297-42ca-a865-12b374c68f4b tempest-ImagesTestJSON-75209480 tempest-ImagesTestJSON-75209480-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.272311] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 44c1e29f-674f-41c8-9ce8-737c88692e0b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe was re-scheduled: Binding failed for port 44c1e29f-674f-41c8-9ce8-737c88692e0b, please check neutron logs for more information.\n'] [ 784.272960] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 784.273283] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe. [ 784.273630] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe. [ 784.300767] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.319234] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.322808] nova-conductor[54228]: DEBUG nova.network.neutron [None req-5959e05a-6e84-4f59-a451-9a5f9efcff21 tempest-AttachInterfacesV270Test-321697551 tempest-AttachInterfacesV270Test-321697551-project-member] [instance: 4f3c7bd0-314a-45d2-a75d-a22b29d67cfe] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.602153] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.626945] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.633730] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=7 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.635697] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.793353] nova-conductor[54229]: ERROR nova.scheduler.utils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0fcaca39-5cf6-4276-9963-5a22a97e131f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 559757ef-ee92-4b88-8631-6f743fb88bc6 was re-scheduled: Binding failed for port 0fcaca39-5cf6-4276-9963-5a22a97e131f, please check neutron logs for more information.\n'] [ 790.794206] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Rescheduling: True {{(pid=54229) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 790.794528] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 559757ef-ee92-4b88-8631-6f743fb88bc6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 559757ef-ee92-4b88-8631-6f743fb88bc6. [ 790.794879] nova-conductor[54229]: WARNING nova.scheduler.utils [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 559757ef-ee92-4b88-8631-6f743fb88bc6. [ 790.823687] nova-conductor[54229]: DEBUG nova.network.neutron [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] deallocate_for_instance() {{(pid=54229) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.845721] nova-conductor[54229]: DEBUG nova.network.neutron [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] Instance cache missing network info. {{(pid=54229) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.849678] nova-conductor[54229]: DEBUG nova.network.neutron [None req-038a4c0b-3831-4118-969b-8d05e0238abb tempest-ServerExternalEventsTest-1993612175 tempest-ServerExternalEventsTest-1993612175-project-member] [instance: 559757ef-ee92-4b88-8631-6f743fb88bc6] Updating instance_info_cache with network_info: [] {{(pid=54229) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.140987] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 792.158902] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 792.171427] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 792.175586] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 794.138110] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-72f63a57-2f4a-4cfc-90f7-d88c8159df58 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 794.138463] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-72f63a57-2f4a-4cfc-90f7-d88c8159df58 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.138587] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-72f63a57-2f4a-4cfc-90f7-d88c8159df58 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.138742] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-72f63a57-2f4a-4cfc-90f7-d88c8159df58 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.152333] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-72f63a57-2f4a-4cfc-90f7-d88c8159df58 tempest-ServerShowV257Test-1798436402 tempest-ServerShowV257Test-1798436402-project-member] [instance: 51718896-f5bf-43a9-9396-1ac768737ba2] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 797.002977] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 797.018334] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.019540] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.019540] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.089211] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.089462] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.089627] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.090038] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.090221] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.090408] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.099164] nova-conductor[54228]: DEBUG nova.quota [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Getting quotas for project af1a43a6e9824437952b920309572ab3. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 797.105349] nova-conductor[54228]: DEBUG nova.quota [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Getting quotas for user f8cbad575ee04149a9b63d68559f5c66 and project af1a43a6e9824437952b920309572ab3. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 797.110903] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] [instance: 49477d35-92ea-4f9d-8333-fc23144b7dfc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 797.111481] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.111651] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.111838] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.119715] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] [instance: 49477d35-92ea-4f9d-8333-fc23144b7dfc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 797.119715] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.119715] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.119715] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.142836] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.143133] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.143388] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-144a0602-4e3a-4e05-b47a-43bc5c1a4488 tempest-ServerTagsTestJSON-170041924 tempest-ServerTagsTestJSON-170041924-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.583177] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b4e718dc-828e-49ea-8bd6-83b0a34f6d57, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 588e5489-2f61-473a-90e9-883eb8b163c8 was re-scheduled: Binding failed for port b4e718dc-828e-49ea-8bd6-83b0a34f6d57, please check neutron logs for more information.\n'] [ 797.584281] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 797.585037] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 588e5489-2f61-473a-90e9-883eb8b163c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 588e5489-2f61-473a-90e9-883eb8b163c8. [ 797.585726] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 588e5489-2f61-473a-90e9-883eb8b163c8. [ 797.631510] nova-conductor[54228]: DEBUG nova.network.neutron [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.673568] nova-conductor[54228]: DEBUG nova.network.neutron [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.679992] nova-conductor[54228]: DEBUG nova.network.neutron [None req-3f6c6afe-58e1-4039-876d-4640814a7847 tempest-VolumesAdminNegativeTest-1686493033 tempest-VolumesAdminNegativeTest-1686493033-project-member] [instance: 588e5489-2f61-473a-90e9-883eb8b163c8] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.729834] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:UPDATE=166,nova_cell1:SELECT=353,nova_cell1:INSERT=28,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 807.094521] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 807.122986] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=9,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 807.138396] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 807.140537] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 807.929046] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 807.942530] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.942796] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.942980] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.973595] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.973595] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.973751] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.974460] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.974460] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.974582] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.985877] nova-conductor[54228]: DEBUG nova.quota [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Getting quotas for project f3d2d1c48ec14121a2e8c9b3f800a949. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 807.987933] nova-conductor[54228]: DEBUG nova.quota [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Getting quotas for user 947371ed3ed94ee5b2a900d47444791c and project f3d2d1c48ec14121a2e8c9b3f800a949. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 807.993469] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 896f8ff4-e45f-4403-a727-03ee25e58609] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 807.993940] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.994188] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.994354] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.999929] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 896f8ff4-e45f-4403-a727-03ee25e58609] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 808.000786] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.001377] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.001377] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.015838] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.016095] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.016312] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ce2fa57-f132-412d-8514-f2ac1313c3e8 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.745764] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 809.760793] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.761045] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.761250] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.845729] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.846011] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.846202] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.846573] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.846759] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.846920] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.857457] nova-conductor[54228]: DEBUG nova.quota [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Getting quotas for project a10038b038254e5d9543018e39a56992. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 809.860433] nova-conductor[54228]: DEBUG nova.quota [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Getting quotas for user 363d5f1a4f394c8c91802a97cdea237a and project a10038b038254e5d9543018e39a56992. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 809.865805] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] [instance: f1921907-f69c-49a3-896c-a4b12b526ffa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 809.866284] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.866485] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.866650] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.869149] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] [instance: f1921907-f69c-49a3-896c-a4b12b526ffa] block_device_mapping [BlockDeviceMapping(attachment_id=857b0225-8e87-4ba9-b6c1-d9ab66b4754b,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='2cf093c7-9278-4f2d-a385-8775acc7dae8',volume_size=1,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 809.869777] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.869978] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.870161] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.884550] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.884788] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.884960] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-43212c99-2cea-458d-9487-17c88670fd98 tempest-ServersTestBootFromVolume-866305222 tempest-ServersTestBootFromVolume-866305222-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.832502] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d957de37-a110-4cb6-b807-78c130f4de9e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6c58f9fe-fb6d-4012-8b69-39e4134996b2 was re-scheduled: Binding failed for port d957de37-a110-4cb6-b807-78c130f4de9e, please check neutron logs for more information.\n'] [ 810.833185] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 810.833433] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6c58f9fe-fb6d-4012-8b69-39e4134996b2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6c58f9fe-fb6d-4012-8b69-39e4134996b2. [ 810.833891] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6c58f9fe-fb6d-4012-8b69-39e4134996b2. [ 810.869599] nova-conductor[54228]: DEBUG nova.network.neutron [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.896079] nova-conductor[54228]: DEBUG nova.network.neutron [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.905824] nova-conductor[54228]: DEBUG nova.network.neutron [None req-418bb759-54b2-424b-97c6-e6a1ae6b4ea9 tempest-ServerActionsTestOtherA-1594997806 tempest-ServerActionsTestOtherA-1594997806-project-member] [instance: 6c58f9fe-fb6d-4012-8b69-39e4134996b2] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.041431] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=334,nova_cell1:UPDATE=189,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:DELETE=5 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 817.472117] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 817.495436] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.495604] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.495763] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.549439] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.549764] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.550044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.550380] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.550634] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.550954] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.564221] nova-conductor[54229]: DEBUG nova.quota [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Getting quotas for project b7482bca612d4745a2b540c320c07ac7. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 817.568540] nova-conductor[54229]: DEBUG nova.quota [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Getting quotas for user dccf00a6951749a791878e716ccf15fd and project b7482bca612d4745a2b540c320c07ac7. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 817.577218] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] [instance: 0f5457a0-c918-4407-9ba9-bfeeb949c6a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 817.577742] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.578034] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.578244] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.588402] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] [instance: 0f5457a0-c918-4407-9ba9-bfeeb949c6a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 817.589261] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.589519] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.589735] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.625059] nova-conductor[54228]: ERROR nova.scheduler.utils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d8f1c890-d4c1-42ce-9093-2d21538c4bec, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c7d51b39-b449-4af3-a4d0-c746983ded3e was re-scheduled: Binding failed for port d8f1c890-d4c1-42ce-9093-2d21538c4bec, please check neutron logs for more information.\n'] [ 817.625693] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Rescheduling: True {{(pid=54228) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 817.625950] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7d51b39-b449-4af3-a4d0-c746983ded3e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7d51b39-b449-4af3-a4d0-c746983ded3e. [ 817.626180] nova-conductor[54228]: WARNING nova.scheduler.utils [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7d51b39-b449-4af3-a4d0-c746983ded3e. [ 817.632491] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.633503] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.633503] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a548bc15-c883-4a9a-a881-3cd31aecdd32 tempest-ServersNegativeTestMultiTenantJSON-730821605 tempest-ServersNegativeTestMultiTenantJSON-730821605-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.663393] nova-conductor[54228]: DEBUG nova.network.neutron [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] deallocate_for_instance() {{(pid=54228) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.682393] nova-conductor[54228]: DEBUG nova.network.neutron [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] Instance cache missing network info. {{(pid=54228) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.687558] nova-conductor[54228]: DEBUG nova.network.neutron [None req-491f0ee7-8e4c-4084-8ad2-e6b12a5d8749 tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: c7d51b39-b449-4af3-a4d0-c746983ded3e] Updating instance_info_cache with network_info: [] {{(pid=54228) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.850628] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.873024] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=17,nova_cell1:RELEASE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.881250] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=12 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.883269] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.602941] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 821.619403] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.620052] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.620052] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.657100] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.657522] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.657766] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.661087] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.661087] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.661087] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.670023] nova-conductor[54228]: DEBUG nova.quota [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 821.679405] nova-conductor[54228]: DEBUG nova.quota [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Getting quotas for user d7ac705ce4dc4f42b89cf70ac3316f71 and project 335cfe76a8c44686891e17906c96d158. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 821.687106] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: 3e10af70-db52-4d4a-bb92-821a05dcbab6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 821.687692] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.687910] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.688092] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.693455] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] [instance: 3e10af70-db52-4d4a-bb92-821a05dcbab6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 821.694263] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.694489] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.694677] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.714702] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.714898] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.718021] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1799ad17-e0b2-46be-bc9f-37d274a6530d tempest-AttachVolumeNegativeTest-401902439 tempest-AttachVolumeNegativeTest-401902439-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.556183] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.592587] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.616608] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=8 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.617896] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.663054] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.697716] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.707417] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 831.710811] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.602594] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-65af48e5-af5b-46ab-98f1-d22cfddf39da tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 833.602841] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-65af48e5-af5b-46ab-98f1-d22cfddf39da tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.603038] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-65af48e5-af5b-46ab-98f1-d22cfddf39da tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.603209] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-65af48e5-af5b-46ab-98f1-d22cfddf39da tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.610846] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-65af48e5-af5b-46ab-98f1-d22cfddf39da tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: b76f37a0-91d0-4a01-9d95-9c6586081175] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 843.604025] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.618953] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 843.627870] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 846.677270] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 846.692484] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.692716] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.692885] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.720216] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.720443] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.720610] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.720970] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.721170] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.721331] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.729516] nova-conductor[54228]: DEBUG nova.quota [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 846.732672] nova-conductor[54228]: DEBUG nova.quota [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for user e531b7c3e7544e53b126d1336ac44c99 and project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 846.738090] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: fd03509c-5471-48bb-8150-d29531dca848] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 846.738551] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.738747] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.738911] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.743622] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: fd03509c-5471-48bb-8150-d29531dca848] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 846.744276] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.744476] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.744678] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.761498] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.761715] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.761884] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-44231813-dadd-481c-9314-c2a0cb07537c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.927766] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-3891b63c-5086-4f3a-9d56-cd1b3d4802c4 tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 846.927766] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3891b63c-5086-4f3a-9d56-cd1b3d4802c4 tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.928059] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3891b63c-5086-4f3a-9d56-cd1b3d4802c4 tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.928059] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3891b63c-5086-4f3a-9d56-cd1b3d4802c4 tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.937165] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-3891b63c-5086-4f3a-9d56-cd1b3d4802c4 tempest-ServerShowV254Test-52212450 tempest-ServerShowV254Test-52212450-project-member] [instance: 9d1a5830-f3c0-4d18-9338-16f7b6962c6a] No migration record for the rebuild/evacuate request. {{(pid=54229) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 856.327051] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 856.343957] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.344256] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.344436] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.381601] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.381879] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.382076] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.382558] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.382791] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.382964] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.394240] nova-conductor[54229]: DEBUG nova.quota [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Getting quotas for project c34c89012e8e4c9d9cadf4f13be34c87. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 856.400806] nova-conductor[54229]: DEBUG nova.quota [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Getting quotas for user 84c2039f55ce4bd78a47c34150331cb7 and project c34c89012e8e4c9d9cadf4f13be34c87. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 856.410462] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] [instance: 120b7508-dc38-4659-92cb-8b3e813dae2a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 856.410945] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.411195] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.411342] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.417667] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] [instance: 120b7508-dc38-4659-92cb-8b3e813dae2a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 856.418090] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.418302] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.418459] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.439487] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.439765] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.439942] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.725509] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.746527] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.755619] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.758901] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 865.043575] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=443,nova_cell1:UPDATE=277,nova_cell1:INSERT=35,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:DELETE=8 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 866.388271] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 866.421350] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=9,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 866.435968] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=7 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 866.438486] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 867.980931] nova-conductor[54228]: DEBUG nova.db.main.api [None req-5770ec75-799a-4db6-97a5-b98712f6f11d tempest-ServersListShow296Test-180931441 tempest-ServersListShow296Test-180931441-project-member] Created instance_extra for 120b7508-dc38-4659-92cb-8b3e813dae2a {{(pid=54228) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 869.104215] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 869.123778] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.123996] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.126827] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.162741] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.163010] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.163282] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.203330] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.203604] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.204314] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.204754] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.204951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.205131] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.220933] nova-conductor[54229]: DEBUG nova.quota [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Getting quotas for project 44220d464249478fb1373bc6b146ee0f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.223706] nova-conductor[54229]: DEBUG nova.quota [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Getting quotas for user b4c1b6d1942542a7815aee4ec860259a and project 44220d464249478fb1373bc6b146ee0f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.233784] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 0da70720-197c-4483-93e1-019e0f040c4c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.234514] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.234771] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.234973] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.240623] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: 0da70720-197c-4483-93e1-019e0f040c4c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.241337] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.242316] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.242316] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.268560] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.268560] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.268560] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.274724] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: fbe558f1-ce5a-4429-8833-48bdabe91071] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.275213] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.275431] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.275603] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.278693] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] [instance: fbe558f1-ce5a-4429-8833-48bdabe91071] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.279463] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.279687] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.280136] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.298183] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.298417] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.298657] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5251d800-b266-4085-a845-b69ce7126a7d tempest-MultipleCreateTestJSON-214463140 tempest-MultipleCreateTestJSON-214463140-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.316465] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=450,nova_cell1:UPDATE=249,nova_cell1:INSERT=41,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 872.272652] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 872.287250] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.287479] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.287662] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.337650] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.338523] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.338523] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.338523] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.338729] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.338729] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.351125] nova-conductor[54229]: DEBUG nova.quota [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Getting quotas for project 6432a0219df949d09641a8384ee75785. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 872.354023] nova-conductor[54229]: DEBUG nova.quota [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Getting quotas for user 5f496fe14b64478d9248d11403b4011b and project 6432a0219df949d09641a8384ee75785. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 872.359563] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] [instance: 8bcaa672-97c8-466a-812c-5723e08d0c52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 872.360313] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.360313] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.360446] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.365349] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] [instance: 8bcaa672-97c8-466a-812c-5723e08d0c52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 872.366043] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.366257] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.366447] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.384992] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.385224] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.385423] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-59eff1a6-dc66-4b2f-afbf-bf31bce755ad tempest-InstanceActionsV221TestJSON-2053132648 tempest-InstanceActionsV221TestJSON-2053132648-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.570505] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 872.583625] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.583625] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.583625] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.622951] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.631040] nova-conductor[54229]: DEBUG nova.quota [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 872.636560] nova-conductor[54229]: DEBUG nova.quota [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 872.641686] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e90e8c3a-d244-4d04-997e-c15ab1cb2009] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 872.642178] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.642382] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.642547] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.688386] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: e90e8c3a-d244-4d04-997e-c15ab1cb2009] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 872.689142] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.689356] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.689522] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.712270] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.712495] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.712666] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-e4949104-2bb9-4d16-bb15-9c64680af7c0 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.976059] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb62b482-6abf-4e13-ad6d-d4ec988d907c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 877.976311] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb62b482-6abf-4e13-ad6d-d4ec988d907c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.976497] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb62b482-6abf-4e13-ad6d-d4ec988d907c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.976883] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-fb62b482-6abf-4e13-ad6d-d4ec988d907c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.985774] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-fb62b482-6abf-4e13-ad6d-d4ec988d907c tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: fd03509c-5471-48bb-8150-d29531dca848] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 882.625920] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 882.693053] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=11,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 882.704089] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 882.710236] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.658493] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 884.671141] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.671361] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.671529] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.705295] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.705492] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.705675] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.706062] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.706276] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.706441] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.715364] nova-conductor[54228]: DEBUG nova.quota [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 884.718662] nova-conductor[54228]: DEBUG nova.quota [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 884.725099] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 09155629-51c8-4043-b1ee-6d5036552a67] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 884.725631] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.725859] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.726047] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.729149] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 09155629-51c8-4043-b1ee-6d5036552a67] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 884.729738] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.729948] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.730177] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.745155] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.745370] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.745553] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-423e4c1d-86a1-4abc-ad44-16048232f1fe tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.662284] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 889.679149] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.679643] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.679732] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.726796] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.726907] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.727295] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.727805] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.727929] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.728120] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.737575] nova-conductor[54229]: DEBUG nova.quota [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 889.740465] nova-conductor[54229]: DEBUG nova.quota [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for user e531b7c3e7544e53b126d1336ac44c99 and project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 889.745637] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 6b084ed4-e8f0-4063-bf2a-252740640753] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 889.746230] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.746466] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.746920] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.750485] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 6b084ed4-e8f0-4063-bf2a-252740640753] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 889.751170] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.751383] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.751549] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.767982] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.768268] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.768501] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-c3e6f49b-f2b5-4f36-aa25-c45bd95e8b06 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.711207] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 894.732643] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 894.745110] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 895.008161] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 895.024574] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.024574] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.024574] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.053573] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.053773] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.053974] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.054361] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.054553] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.054729] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.062298] nova-conductor[54228]: DEBUG nova.quota [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Getting quotas for project 1845e17fb7e64cf594c4e81c67ad8243. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 895.064388] nova-conductor[54228]: DEBUG nova.quota [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Getting quotas for user 01d9aa372c4a43bda7148cb46081d0d1 and project 1845e17fb7e64cf594c4e81c67ad8243. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 895.069815] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] [instance: bf28fc98-d9a9-4678-a107-ace2b6503353] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 895.070311] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.070514] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.070680] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.073797] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] [instance: bf28fc98-d9a9-4678-a107-ace2b6503353] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 895.074810] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.074810] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.074810] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.092009] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.092327] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.092536] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-02a042bd-6233-4978-ba2a-3d05e50584cd tempest-AttachInterfacesUnderV243Test-414676011 tempest-AttachInterfacesUnderV243Test-414676011-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.996567] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 898.012044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.012343] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.012550] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.051993] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.052287] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.052501] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.052943] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.053154] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.053347] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.064057] nova-conductor[54229]: DEBUG nova.quota [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 898.067305] nova-conductor[54229]: DEBUG nova.quota [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for user d7b38fb0a53f4d078ae86d68e3eb6268 and project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 898.072877] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: abd4501b-3ad8-4103-921d-5b80fc2f313f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 898.073421] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.073663] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.073856] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.078893] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: abd4501b-3ad8-4103-921d-5b80fc2f313f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 898.079692] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.079954] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.080103] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.099664] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.099814] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.099991] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-4dcc1ca8-e54b-42d8-9e1f-37c7e4c3fd94 tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.032863] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 905.048555] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.048669] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.048793] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.059152] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 905.077395] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 905.086496] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=14 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 905.091242] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 905.091483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.091483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.091483] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.091948] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.092055] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.092190] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.115435] nova-conductor[54229]: DEBUG nova.quota [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 905.131606] nova-conductor[54229]: DEBUG nova.quota [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 905.144584] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 61073a4e-c5e5-48f5-a43a-ce71bd18e48a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 905.144584] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.144704] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.144855] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.155013] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 61073a4e-c5e5-48f5-a43a-ce71bd18e48a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 905.155937] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.157044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.157044] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.185115] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.185115] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.185115] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-18e7cb05-8d2f-4291-b71e-38554c68fb5a tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.096908] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.159419] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.171698] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 915.178580] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.591166] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method migrate_server {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 917.591407] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.592233] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.592233] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.072491] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 6b084ed4-e8f0-4063-bf2a-252740640753] Restricting to cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) while migrating {{(pid=54228) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 918.244943] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Created allocations for migration 68cc2b47-75ac-432c-be4d-b2f8553dfe61 on 76e8f00d-65cc-4766-bb9d-5006fb51c728 {{(pid=54228) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 918.589614] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method unshelve_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 918.589752] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.589939] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.590608] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.715712] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 896f8ff4-e45f-4403-a727-03ee25e58609] Requesting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) during scheduling {{(pid=54228) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 918.755200] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-939f7c00-7a1a-41f9-a672-709696784505 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 6b084ed4-e8f0-4063-bf2a-252740640753] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 919.227565] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 919.230126] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 896f8ff4-e45f-4403-a727-03ee25e58609] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54228) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 919.234903] nova-conductor[54228]: DEBUG nova.objects.instance [None req-2a2629a6-83db-4df5-b0d1-7eeca34e4e74 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lazy-loading 'flavor' on Instance uuid 896f8ff4-e45f-4403-a727-03ee25e58609 {{(pid=54228) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.931188] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 921.946482] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.946731] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.946901] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.977582] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.977582] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.977744] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.979079] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.979303] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.979478] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.987939] nova-conductor[54228]: DEBUG nova.quota [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 921.990137] nova-conductor[54228]: DEBUG nova.quota [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 921.995385] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 6a5934ed-30dc-4512-8cf2-1e4d9f20836c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 921.995763] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.995971] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.996153] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.002715] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 6a5934ed-30dc-4512-8cf2-1e4d9f20836c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 922.003499] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.003754] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.003956] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.026761] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.026993] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.027186] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3d9c6820-dd02-435c-868d-2df9211c9120 tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.092468] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 923.105091] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.105329] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.105496] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.136695] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.136864] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.137046] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.163293] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.163531] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.163698] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.185883] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.186412] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.186412] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.186710] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.186908] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.187121] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.195109] nova-conductor[54229]: DEBUG nova.quota [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Getting quotas for project 28e73bd27f474a81a0aa7d4bb2d8efb4. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 923.197724] nova-conductor[54229]: DEBUG nova.quota [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Getting quotas for user 13ee01926a10432dbb135f08d7924da3 and project 28e73bd27f474a81a0aa7d4bb2d8efb4. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 923.203567] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: 9c63946c-f294-42ea-979e-68db26d88858] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 923.204177] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.204447] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.204672] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.208594] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: 9c63946c-f294-42ea-979e-68db26d88858] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 923.209177] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.209662] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.209662] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.228250] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.228503] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.228701] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.235162] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: 003191d3-fe38-4bde-8d7c-75b4aad413b4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 923.235631] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.235854] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.236030] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.242096] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: 003191d3-fe38-4bde-8d7c-75b4aad413b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 923.242770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.242977] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.243162] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.262600] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.262705] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.262817] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.272285] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: db331001-1744-4c42-a40c-87f3e60da4b8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 923.272410] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.272825] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.272825] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.277101] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] [instance: db331001-1744-4c42-a40c-87f3e60da4b8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 923.277277] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.277442] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.277627] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.297064] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.297294] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.297462] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-2ef66d39-def6-4ecf-b87d-e0e2ed1fb88d tempest-ListServersNegativeTestJSON-1241582871 tempest-ListServersNegativeTestJSON-1241582871-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.188272] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=404,nova_cell1:UPDATE=294,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=29,nova_cell1:DELETE=16,nova_cell1:ROLLBACK=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.790985] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 926.803033] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.803263] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.803433] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.828699] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.828919] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.829102] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.829469] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.829659] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.829823] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.836854] nova-conductor[54229]: DEBUG nova.quota [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 926.838976] nova-conductor[54229]: DEBUG nova.quota [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Getting quotas for user d7b38fb0a53f4d078ae86d68e3eb6268 and project 53fa06008e9f43488362895e7a143700. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 926.843942] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: 0a4cbbe0-5249-4f97-b77d-ebee5cbf0fea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 926.844406] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.844626] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.844814] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.850812] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] [instance: 0a4cbbe0-5249-4f97-b77d-ebee5cbf0fea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 926.851469] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.851718] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.851928] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.868271] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.868491] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.868656] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-87a97320-a5dc-4f9a-ac1f-5f094edf945a tempest-AttachInterfacesTestJSON-767722393 tempest-AttachInterfacesTestJSON-767722393-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.521184] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SAVEPOINT=22,nova_cell1:UPDATE=299,nova_cell1:RELEASE=22,nova_cell1:SELECT=398,nova_cell1:DELETE=18,nova_cell1:INSERT=31 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 931.983585] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.006468] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=18,nova_cell1:UPDATE=12,nova_cell1:INSERT=12 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.021202] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=15 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 932.024361] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.850204] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.854294] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=29,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.863047] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.866612] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.119296] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 947.135544] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.135921] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.136215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.170477] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.170673] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.170857] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.171279] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.171491] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.171684] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.179781] nova-conductor[54228]: DEBUG nova.quota [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 947.183060] nova-conductor[54228]: DEBUG nova.quota [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Getting quotas for user 5f69b3e3f50248ff8e57054294a04686 and project 0da056d93bdf40c39d6e82e457727ff6. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 947.189178] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 290500b5-d5b4-43b6-a843-20dacf561f4b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 947.189947] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.190112] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.190307] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.193998] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 290500b5-d5b4-43b6-a843-20dacf561f4b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 947.194788] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.195039] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.195257] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.224631] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.224883] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.225096] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-39dd44a6-cda1-4a76-8bb2-9aa820b19a5a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.550868] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 952.563982] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.564260] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.564361] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.594396] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.594649] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.594820] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.595230] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.595432] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.595593] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.604694] nova-conductor[54229]: DEBUG nova.quota [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 952.607370] nova-conductor[54229]: DEBUG nova.quota [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 952.613236] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: f0f66557-04ef-4a96-8a56-e640bfda3b36] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 952.613789] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.614020] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.614159] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.621644] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: f0f66557-04ef-4a96-8a56-e640bfda3b36] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 952.622770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.622770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.622770] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.639301] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.639527] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.639700] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-5d938e04-8433-46a7-9259-6eb31ca57c96 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.958134] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 952.968849] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.969085] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.969266] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.994432] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.994641] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.994805] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.995171] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.995351] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.995510] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.003019] nova-conductor[54229]: DEBUG nova.quota [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 953.005269] nova-conductor[54229]: DEBUG nova.quota [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for user e531b7c3e7544e53b126d1336ac44c99 and project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 953.011744] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 0d39a304-6a49-4d87-bfa2-4ba3b383578a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 953.012245] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.012491] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.012695] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.015624] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 0d39a304-6a49-4d87-bfa2-4ba3b383578a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 953.016286] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.016525] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.016734] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.029932] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.030225] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.030439] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-3062b0ff-ec63-495e-b9a7-95b76bd195c9 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.175798] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 957.197602] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 957.207914] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 957.209738] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.076907] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.076907] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.076907] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.076907] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 964.760775] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method migrate_server {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 964.761061] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.761219] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.761392] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.052453] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 290500b5-d5b4-43b6-a843-20dacf561f4b] Restricting to cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) while migrating {{(pid=54229) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 965.278095] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] Created allocations for migration 6c432a03-9e05-49cc-bf18-7f0bc8bde6eb on 76e8f00d-65cc-4766-bb9d-5006fb51c728 {{(pid=54229) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 965.784708] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a1c409ff-92e0-420e-acf2-b1293ff0f61a tempest-DeleteServersTestJSON-2091268211 tempest-DeleteServersTestJSON-2091268211-project-member] [instance: 290500b5-d5b4-43b6-a843-20dacf561f4b] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 970.600785] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 970.617542] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.617803] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.618010] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.677025] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.677025] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.677025] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.677360] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.677550] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.677704] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.687494] nova-conductor[54229]: DEBUG nova.quota [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Getting quotas for project 52e8bf27d39b46818b3674ccdee9896f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 970.690662] nova-conductor[54229]: DEBUG nova.quota [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Getting quotas for user 48595264dab94ee59943f794a65778a9 and project 52e8bf27d39b46818b3674ccdee9896f. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 970.701892] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] [instance: c772ecef-5cb5-4e69-a67c-0c487da4f1e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 970.702411] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.702822] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.702822] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.709981] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] [instance: c772ecef-5cb5-4e69-a67c-0c487da4f1e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 970.710677] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.710883] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.711070] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.727759] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.728257] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.728257] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-b8a6861f-9e33-42c6-8730-9a3da5ea3981 tempest-ServerAddressesNegativeTestJSON-1736800550 tempest-ServerAddressesNegativeTestJSON-1736800550-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.314832] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method migrate_server {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 972.315106] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.315299] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.315524] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.377796] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 0d39a304-6a49-4d87-bfa2-4ba3b383578a] Restricting to cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) while migrating {{(pid=54229) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 972.487721] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Created allocations for migration f48aedf1-a18c-4d31-9f53-6e452541bb4d on 76e8f00d-65cc-4766-bb9d-5006fb51c728 {{(pid=54229) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 972.993807] nova-conductor[54229]: DEBUG nova.conductor.tasks.migrate [None req-a5577909-8ddc-4cd4-b21b-308df77972d5 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 0d39a304-6a49-4d87-bfa2-4ba3b383578a] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 977.542629] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 977.559998] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.559998] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.559998] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.595474] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.595787] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.595877] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.596240] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.596421] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.596682] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.605524] nova-conductor[54228]: DEBUG nova.quota [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 977.609102] nova-conductor[54228]: DEBUG nova.quota [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Getting quotas for user 632d7ca8cb4243f990d741a3f70f422a and project 10ac54db1ef54e249a077bbb3dde4242. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 977.619451] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 4c5e60fe-6366-4fb9-975f-52345de67478] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 977.619451] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.619702] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.619702] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.626992] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] [instance: 4c5e60fe-6366-4fb9-975f-52345de67478] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 977.627734] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.628322] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.628322] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.648666] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.648992] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.649499] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-8692faf4-bda8-4425-b2cc-91c39d5008a8 tempest-ServersTestJSON-944294671 tempest-ServersTestJSON-944294671-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.658899] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 979.674027] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.674027] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.674027] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.713445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.721662] nova-conductor[54228]: DEBUG nova.quota [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.724825] nova-conductor[54228]: DEBUG nova.quota [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for user a73816ab645e4cd49fabdbc4eeb31f97 and project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.732436] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 61f4666e-0588-4a00-a969-2349148caef2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 979.733179] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.733518] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.733833] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.744498] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 61f4666e-0588-4a00-a969-2349148caef2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 979.744498] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.744498] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.744498] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.762018] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.762018] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.762018] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-9bff0d1b-f465-4e8c-b7b3-25d94bf3be5e tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.681309] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.011710] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.013990] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.035789] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=19,nova_cell1:UPDATE=12,nova_cell1:INSERT=14,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.188658] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 984.202846] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.203099] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.203254] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.227268] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.227494] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.227663] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.228042] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.228248] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.228389] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.235993] nova-conductor[54228]: DEBUG nova.quota [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Getting quotas for project cfc48e301fb04231b88ec28a062bda4e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.238170] nova-conductor[54228]: DEBUG nova.quota [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Getting quotas for user 45c39828856b472d894767f94f5d83ae and project cfc48e301fb04231b88ec28a062bda4e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.243027] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] [instance: ddf1daf4-2772-48df-82c9-2192d012dedd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.243508] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.243740] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.243875] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.248860] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] [instance: ddf1daf4-2772-48df-82c9-2192d012dedd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.249518] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.249725] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.249891] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.289991] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.290263] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.290435] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2df67c85-a7d6-4a36-94e8-6d54aad5b5d7 tempest-AttachVolumeTestJSON-638965176 tempest-AttachVolumeTestJSON-638965176-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.284515] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:UPDATE=275,nova_cell1:INSERT=29,nova_cell1:SELECT=401,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=15 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 991.536915] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=423,nova_cell1:UPDATE=272,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:INSERT=29,nova_cell1:DELETE=11 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.232785] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.252513] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.284084] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.287009] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1003.396581] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1003.413191] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.413428] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.413600] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.455693] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.455875] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.456016] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.456387] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.456571] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.456725] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.465379] nova-conductor[54228]: DEBUG nova.quota [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1003.470087] nova-conductor[54228]: DEBUG nova.quota [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Getting quotas for user e531b7c3e7544e53b126d1336ac44c99 and project bfa5a65b0f614e769de5b3aa77bf869e. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1003.476221] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 37e76fbf-fc84-4f63-ba7f-3515ccb376c1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1003.476743] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.476945] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.477123] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.485054] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] [instance: 37e76fbf-fc84-4f63-ba7f-3515ccb376c1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1003.485834] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.486128] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.486213] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.500850] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.501125] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.501332] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-b98b22ca-3b06-4a0d-b1b5-0e1f25812f37 tempest-ServerDiskConfigTestJSON-82145115 tempest-ServerDiskConfigTestJSON-82145115-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.519913] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1006.541121] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.541350] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.541525] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.583111] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.583358] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.583527] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.583893] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.584130] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.584332] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.593874] nova-conductor[54228]: DEBUG nova.quota [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Getting quotas for project 4f13597d128c44e19b7f92f5ba1ba217. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1006.595663] nova-conductor[54228]: DEBUG nova.quota [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Getting quotas for user d2b0dac2c7fa4b60b547a3f081e27980 and project 4f13597d128c44e19b7f92f5ba1ba217. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1006.600771] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: c87fa03b-3f3d-4bff-bfcc-5269fca0b3ac] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1006.601305] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.601703] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.601703] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.607406] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: c87fa03b-3f3d-4bff-bfcc-5269fca0b3ac] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1006.608319] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.608515] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.608682] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.628568] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.629298] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.629298] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-ac492d52-c271-417f-933e-9c2472f92b2d tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.071485] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1008.083457] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.083682] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.083847] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.109875] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.110104] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.110276] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.110661] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.110846] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.111012] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.117837] nova-conductor[54228]: DEBUG nova.quota [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Getting quotas for project f3d2d1c48ec14121a2e8c9b3f800a949. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1008.119907] nova-conductor[54228]: DEBUG nova.quota [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Getting quotas for user 947371ed3ed94ee5b2a900d47444791c and project f3d2d1c48ec14121a2e8c9b3f800a949. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1008.124614] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 00597ea8-88ee-448d-b5b5-2b29dc8683e9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1008.125057] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.125254] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.125418] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.128322] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 00597ea8-88ee-448d-b5b5-2b29dc8683e9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1008.128906] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.129121] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.129287] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.143800] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.144016] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.144189] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-1c208641-76c8-4ba7-9cb1-8c62fa0854c4 tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.114366] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.131481] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.140493] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1018.142080] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1021.467698] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.467960] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.468149] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.993454] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.006058] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.006311] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.006479] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.038933] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.039174] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.039344] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.039711] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.039898] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.040078] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.052090] nova-conductor[54229]: DEBUG nova.quota [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Getting quotas for project 9372526b4e4d4d5e9c0e99e5d1a93101. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.055355] nova-conductor[54229]: DEBUG nova.quota [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Getting quotas for user 57d24ccd4efc4442899de66a587d37b1 and project 9372526b4e4d4d5e9c0e99e5d1a93101. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.066227] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] [instance: 1f93e9e8-c589-4483-95f5-e0d62704562c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.066750] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.066953] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.067134] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.076756] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] [instance: 1f93e9e8-c589-4483-95f5-e0d62704562c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.077482] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.077701] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.077881] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.095461] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.095737] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.095837] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-346c279e-5fa0-4f01-8f87-7d96adde9570 tempest-ServerGroupTestJSON-877786895 tempest-ServerGroupTestJSON-877786895-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.698654] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.712341] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.712650] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.712856] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.746782] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.747072] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.747300] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.747685] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.747868] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.748039] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.756953] nova-conductor[54229]: DEBUG nova.quota [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Getting quotas for project 4f13597d128c44e19b7f92f5ba1ba217. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.759744] nova-conductor[54229]: DEBUG nova.quota [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Getting quotas for user d2b0dac2c7fa4b60b547a3f081e27980 and project 4f13597d128c44e19b7f92f5ba1ba217. Resources: {'instances', 'ram', 'cores'} {{(pid=54229) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.764691] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: b618d776-de2d-497f-9eff-2e56043e44d4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54229) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.765157] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.765359] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.765522] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.769792] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: b618d776-de2d-497f-9eff-2e56043e44d4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54229) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.770429] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.770623] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.770814] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.785032] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.785140] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.785312] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-56ee5bc2-4eae-40ad-a519-e23036280027 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.752788] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell0:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.772629] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.780526] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.783085] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1035.330257] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.527267] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=252,nova_cell1:UPDATE=177,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=11 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1055.420228] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=249,nova_cell1:UPDATE=173,nova_cell1:SAVEPOINT=18,nova_cell1:RELEASE=18,nova_cell1:INSERT=14,nova_cell1:DELETE=9 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.959403] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method unshelve_instance {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1071.959690] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.959829] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.959997] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.246610] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: c87fa03b-3f3d-4bff-bfcc-5269fca0b3ac] Requesting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) during scheduling {{(pid=54229) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1072.755984] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1072.755984] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] [instance: c87fa03b-3f3d-4bff-bfcc-5269fca0b3ac] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54229) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1072.760685] nova-conductor[54229]: DEBUG nova.objects.instance [None req-04226ef9-fedb-4805-802b-97db6b9c0e71 tempest-ServersNegativeTestJSON-227427144 tempest-ServersNegativeTestJSON-227427144-project-member] Lazy-loading 'flavor' on Instance uuid c87fa03b-3f3d-4bff-bfcc-5269fca0b3ac {{(pid=54229) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.248015] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1082.746861] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method unshelve_instance {{(pid=54229) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1082.746861] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.746861] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.746861] nova-conductor[54229]: DEBUG oslo_concurrency.lockutils [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54229) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.887692] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 00597ea8-88ee-448d-b5b5-2b29dc8683e9] Requesting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) during scheduling {{(pid=54229) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1083.396882] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54229) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1083.396882] nova-conductor[54229]: DEBUG nova.conductor.manager [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] [instance: 00597ea8-88ee-448d-b5b5-2b29dc8683e9] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54229) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1083.401893] nova-conductor[54229]: DEBUG nova.objects.instance [None req-626b8e7d-0fa9-4165-8840-d12a5c46ccba tempest-AttachVolumeShelveTestJSON-60162227 tempest-AttachVolumeShelveTestJSON-60162227-project-member] Lazy-loading 'flavor' on Instance uuid 00597ea8-88ee-448d-b5b5-2b29dc8683e9 {{(pid=54229) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.889482] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=5 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1093.399937] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_api:SELECT=2 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1093.429465] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=14,nova_cell1:UPDATE=12,nova_cell1:INSERT=4 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.396580] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=187,nova_cell1:UPDATE=82,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=9,nova_cell1:RELEASE=9,nova_cell1:DELETE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1113.837042] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1113.849023] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.849278] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.849445] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.873289] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.873475] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.873645] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.874017] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.874215] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.874376] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.881509] nova-conductor[54228]: DEBUG nova.quota [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1113.883620] nova-conductor[54228]: DEBUG nova.quota [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for user a73816ab645e4cd49fabdbc4eeb31f97 and project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1113.888330] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 65024385-6ead-4664-9bf6-1080de47e17d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1113.888843] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.889058] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.889230] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.893728] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 65024385-6ead-4664-9bf6-1080de47e17d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1113.894383] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.894587] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.894747] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.907994] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.908293] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.908417] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-0ce829cc-dd8f-49ed-b211-039ad289722a tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.081383] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:UPDATE=88,nova_cell1:SELECT=162,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5,nova_cell1:DELETE=5 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.878181] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.897170] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.904068] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1123.906033] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1126.729641] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3120fbdb-193b-432e-a028-7758c9fe8818 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method rebuild_instance {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1126.729641] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3120fbdb-193b-432e-a028-7758c9fe8818 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.729641] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3120fbdb-193b-432e-a028-7758c9fe8818 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.729981] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-3120fbdb-193b-432e-a028-7758c9fe8818 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.738242] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-3120fbdb-193b-432e-a028-7758c9fe8818 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 65024385-6ead-4664-9bf6-1080de47e17d] No migration record for the rebuild/evacuate request. {{(pid=54228) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1136.728425] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1136.742308] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1136.753442] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.468513] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method migrate_server {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1147.468902] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.468970] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.469148] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.507008] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 61f4666e-0588-4a00-a969-2349148caef2] Restricting to cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) while migrating {{(pid=54228) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1147.591420] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Created allocations for migration e7a3c104-1792-4b07-9214-3984fb4e1c59 on 76e8f00d-65cc-4766-bb9d-5006fb51c728 {{(pid=54228) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1148.097146] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-2ddf554c-befe-4534-b726-dd05007eb73b tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 61f4666e-0588-4a00-a969-2349148caef2] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1158.109752] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1158.111148] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1158.124444] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1166.488833] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=108,nova_cell1:UPDATE=62,nova_cell1:DELETE=3,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1176.416838] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:UPDATE=59,nova_cell1:SELECT=92,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=7,nova_cell1:RELEASE=7,nova_cell1:DELETE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1177.668598] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1177.683014] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.683297] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.683562] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.717492] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.717700] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.717869] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.718251] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.718429] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.718588] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.725625] nova-conductor[54228]: DEBUG nova.quota [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1177.727659] nova-conductor[54228]: DEBUG nova.quota [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for user a73816ab645e4cd49fabdbc4eeb31f97 and project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1177.732501] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: bc47bebb-fabb-4d6f-ac7e-8fa674e408a2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1177.732971] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.733185] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.733353] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.743156] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: bc47bebb-fabb-4d6f-ac7e-8fa674e408a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1177.743847] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.744052] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.744225] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.775611] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.775821] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.775982] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-2c3c04d5-fd88-411c-94c8-4c59800ba880 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.722674] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1187.746726] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1187.768706] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1187.772149] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1213.377605] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=38,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=26,nova_cell1:INSERT=1,nova_cell1:DELETE=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1214.544065] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=14,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1229.935862] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Targeting cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) for conductor method migrate_server {{(pid=54228) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1229.936116] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.936321] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.936487] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.036883] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: bc47bebb-fabb-4d6f-ac7e-8fa674e408a2] Restricting to cell 412ba090-791d-4f9b-8c74-84937e35f9ac(cell1) while migrating {{(pid=54228) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1230.131526] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Created allocations for migration e4adb8a9-596a-4a99-99c8-6ff7f5041925 on 76e8f00d-65cc-4766-bb9d-5006fb51c728 {{(pid=54228) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1230.637351] nova-conductor[54228]: DEBUG nova.conductor.tasks.migrate [None req-86b6a7cb-b732-454e-8858-89ab386f5ba6 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: bc47bebb-fabb-4d6f-ac7e-8fa674e408a2] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1240.652069] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=2 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1240.652391] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1240.665395] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1268.840336] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54228) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1268.854050] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.854290] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.854461] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.884489] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.884704] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.884870] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.885239] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.885423] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.885580] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.892533] nova-conductor[54228]: DEBUG nova.quota [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1268.894622] nova-conductor[54228]: DEBUG nova.quota [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Getting quotas for user a73816ab645e4cd49fabdbc4eeb31f97 and project eee8bf23869e4680aec16e37f972175f. Resources: {'instances', 'ram', 'cores'} {{(pid=54228) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1268.899388] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 8f801415-5004-41b7-8f60-b96906a60f9e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54228) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1268.899809] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.899999] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.900177] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.904468] nova-conductor[54228]: DEBUG nova.conductor.manager [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] [instance: 8f801415-5004-41b7-8f60-b96906a60f9e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='eb3fb456-2dfd-4d95-978f-f17699d7735d',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54228) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1268.905086] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.905285] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.905447] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.920117] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Acquiring lock "412ba090-791d-4f9b-8c74-84937e35f9ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.920337] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.920501] nova-conductor[54228]: DEBUG oslo_concurrency.lockutils [None req-694ee3cf-6e02-4f8c-b732-2cf555f22761 tempest-ServerActionsTestJSON-635595516 tempest-ServerActionsTestJSON-635595516-project-member] Lock "412ba090-791d-4f9b-8c74-84937e35f9ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54228) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.889420] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell0:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1278.907440] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1278.915493] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=7 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1278.918414] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1293.073362] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:UPDATE=60,nova_cell1:SELECT=98,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1293.799724] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=72,nova_cell1:UPDATE=37,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1347.919227] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=40,nova_cell1:UPDATE=28,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:INSERT=1,nova_cell1:DELETE=3 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1348.397952] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=27,nova_cell1:UPDATE=13,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1361.364775] nova-conductor[54229]: DEBUG dbcounter [-] [54229] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=54229) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1361.390308] nova-conductor[54228]: DEBUG dbcounter [-] [54228] Writing DB stats nova_cell1:SELECT=1 {{(pid=54228) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}